[ 571.538856] env[70771]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70771) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 571.539216] env[70771]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70771) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 571.539257] env[70771]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70771) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 571.539592] env[70771]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 571.635903] env[70771]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70771) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 571.646039] env[70771]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70771) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 571.688971] env[70771]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 572.246559] env[70771]: INFO nova.virt.driver [None req-25948b14-c9ff-48ff-8a12-dec190319020 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 572.316188] env[70771]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.316342] env[70771]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.316443] env[70771]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70771) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 575.207529] env[70771]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c386252c-332c-412c-98fe-9f5f4125a425 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.224294] env[70771]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70771) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 575.224439] env[70771]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6789fc60-7221-407a-903d-3a3a8dc9c308 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.258531] env[70771]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 52f57. [ 575.258776] env[70771]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.942s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.259329] env[70771]: INFO nova.virt.vmwareapi.driver [None req-25948b14-c9ff-48ff-8a12-dec190319020 None None] VMware vCenter version: 7.0.3 [ 575.262886] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26e730-bea3-4173-aa46-b2a4c46e54c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.280526] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed98d318-ea62-4769-a760-c916e727f151 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.286525] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b364055-63c6-4bd8-a62d-8ea6f42e815a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.293037] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844d5ac-08cc-4b91-9ed5-3583ab5227fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.305890] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e700b5-56fd-4ebc-aece-2c11d75a6073 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.311676] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc78288-c911-485d-9704-8fdf2af79baa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.342524] env[70771]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ec19a7f2-b3c1-40f1-b1ce-549362a350a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.347394] env[70771]: DEBUG nova.virt.vmwareapi.driver [None req-25948b14-c9ff-48ff-8a12-dec190319020 None None] Extension org.openstack.compute already exists. {{(pid=70771) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 575.350014] env[70771]: INFO nova.compute.provider_config [None req-25948b14-c9ff-48ff-8a12-dec190319020 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 575.853414] env[70771]: DEBUG nova.context [None req-25948b14-c9ff-48ff-8a12-dec190319020 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f85d2abb-6b8d-41d2-91b8-fce31066c2af(cell1) {{(pid=70771) load_cells /opt/stack/nova/nova/context.py:464}} [ 575.855490] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.855716] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.856412] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.856980] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Acquiring lock "f85d2abb-6b8d-41d2-91b8-fce31066c2af" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.857201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Lock "f85d2abb-6b8d-41d2-91b8-fce31066c2af" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.858264] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Lock "f85d2abb-6b8d-41d2-91b8-fce31066c2af" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.879319] env[70771]: INFO dbcounter [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Registered counter for database nova_cell0 [ 575.887828] env[70771]: INFO dbcounter [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Registered counter for database nova_cell1 [ 576.333624] env[70771]: DEBUG oslo_db.sqlalchemy.engines [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70771) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 576.334386] env[70771]: DEBUG oslo_db.sqlalchemy.engines [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70771) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 576.339236] env[70771]: ERROR nova.db.main.api [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 576.339236] env[70771]: result = function(*args, **kwargs) [ 576.339236] env[70771]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 576.339236] env[70771]: return func(*args, **kwargs) [ 576.339236] env[70771]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 576.339236] env[70771]: result = fn(*args, **kwargs) [ 576.339236] env[70771]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 576.339236] env[70771]: return f(*args, **kwargs) [ 576.339236] env[70771]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 576.339236] env[70771]: return db.service_get_minimum_version(context, binaries) [ 576.339236] env[70771]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 576.339236] env[70771]: _check_db_access() [ 576.339236] env[70771]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 576.339236] env[70771]: stacktrace = ''.join(traceback.format_stack()) [ 576.339236] env[70771]: [ 576.340085] env[70771]: ERROR nova.db.main.api [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 576.340085] env[70771]: result = function(*args, **kwargs) [ 576.340085] env[70771]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 576.340085] env[70771]: return func(*args, **kwargs) [ 576.340085] env[70771]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 576.340085] env[70771]: result = fn(*args, **kwargs) [ 576.340085] env[70771]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 576.340085] env[70771]: return f(*args, **kwargs) [ 576.340085] env[70771]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 576.340085] env[70771]: return db.service_get_minimum_version(context, binaries) [ 576.340085] env[70771]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 576.340085] env[70771]: _check_db_access() [ 576.340085] env[70771]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 576.340085] env[70771]: stacktrace = ''.join(traceback.format_stack()) [ 576.340085] env[70771]: [ 576.340472] env[70771]: WARNING nova.objects.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Failed to get minimum service version for cell f85d2abb-6b8d-41d2-91b8-fce31066c2af [ 576.340613] env[70771]: WARNING nova.objects.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 576.341132] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Acquiring lock "singleton_lock" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.341301] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Acquired lock "singleton_lock" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.341545] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Releasing lock "singleton_lock" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.341877] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Full set of CONF: {{(pid=70771) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 576.342035] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ******************************************************************************** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 576.342164] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] Configuration options gathered from: {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 576.342297] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 576.342487] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 576.342614] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ================================================================================ {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 576.342819] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] allow_resize_to_same_host = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.342995] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] arq_binding_timeout = 300 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.343139] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] backdoor_port = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.343265] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] backdoor_socket = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.343428] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] block_device_allocate_retries = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.343591] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] block_device_allocate_retries_interval = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.343761] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cert = self.pem {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.343928] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.344110] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute_monitors = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.344278] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] config_dir = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.344671] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] config_drive_format = iso9660 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.344823] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.345007] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] config_source = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.345195] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] console_host = devstack {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.345381] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] control_exchange = nova {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.345521] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cpu_allocation_ratio = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.345682] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] daemon = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.345854] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] debug = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.346020] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] default_access_ip_network_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.346188] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] default_availability_zone = nova {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.346346] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] default_ephemeral_format = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.346505] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] default_green_pool_size = 1000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.346763] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.346939] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] default_schedule_zone = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.347117] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] disk_allocation_ratio = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.347283] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] enable_new_services = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.347461] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] enabled_apis = ['osapi_compute'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.347624] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] enabled_ssl_apis = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.347787] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] flat_injected = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.347949] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] force_config_drive = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.348118] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] force_raw_images = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.348290] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] graceful_shutdown_timeout = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.348452] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] heal_instance_info_cache_interval = -1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.348696] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] host = cpu-1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.348885] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.349068] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.349233] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.349446] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.349609] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instance_build_timeout = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.349795] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instance_delete_interval = 300 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.349971] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instance_format = [instance: %(uuid)s] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.350154] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instance_name_template = instance-%08x {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.350318] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instance_usage_audit = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.350488] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instance_usage_audit_period = month {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.350654] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.350818] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.350984] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] internal_service_availability_zone = internal {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.351155] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] key = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.351314] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] live_migration_retry_count = 30 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.351479] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_color = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.351811] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_config_append = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.351811] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.351957] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_dir = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.352130] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_file = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.352260] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_options = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.352413] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_rotate_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.352606] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_rotate_interval_type = days {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.352779] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] log_rotation_type = none {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.352927] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.353072] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.353248] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.353416] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.353544] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.353706] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] long_rpc_timeout = 1800 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.353870] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] max_concurrent_builds = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.354041] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] max_concurrent_live_migrations = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.354205] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] max_concurrent_snapshots = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.354364] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] max_local_block_devices = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.354524] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] max_logfile_count = 30 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.354682] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] max_logfile_size_mb = 200 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.354842] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] maximum_instance_delete_attempts = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.355015] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] metadata_listen = 0.0.0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.355191] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] metadata_listen_port = 8775 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.355358] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] metadata_workers = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.355519] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] migrate_max_retries = -1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.355686] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] mkisofs_cmd = genisoimage {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.355894] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.356039] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] my_ip = 10.180.1.21 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.356249] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.356412] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] network_allocate_retries = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.356591] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.356782] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.356952] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] osapi_compute_listen_port = 8774 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.357137] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] osapi_compute_unique_server_name_scope = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.357308] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] osapi_compute_workers = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.357470] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] password_length = 12 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.357630] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] periodic_enable = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.357788] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] periodic_fuzzy_delay = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.357958] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] pointer_model = usbtablet {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.358138] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] preallocate_images = none {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.358302] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] publish_errors = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.358432] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] pybasedir = /opt/stack/nova {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.358589] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ram_allocation_ratio = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.358771] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] rate_limit_burst = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.358948] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] rate_limit_except_level = CRITICAL {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.359122] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] rate_limit_interval = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.359285] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] reboot_timeout = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.359447] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] reclaim_instance_interval = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.359603] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] record = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.359794] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] reimage_timeout_per_gb = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.359971] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] report_interval = 120 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.360152] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] rescue_timeout = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.360314] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] reserved_host_cpus = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.360475] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] reserved_host_disk_mb = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.360636] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] reserved_host_memory_mb = 512 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.360796] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] reserved_huge_pages = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.360962] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] resize_confirm_window = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.361138] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] resize_fs_using_block_device = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.361300] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] resume_guests_state_on_host_boot = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.361468] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.361629] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] rpc_response_timeout = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.361790] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] run_external_periodic_tasks = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.361960] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] running_deleted_instance_action = reap {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.362133] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.362293] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] running_deleted_instance_timeout = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.362452] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler_instance_sync_interval = 120 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.362621] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_down_time = 720 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.362789] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] servicegroup_driver = db {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.362947] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] shell_completion = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.363122] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] shelved_offload_time = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.363284] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] shelved_poll_interval = 3600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.363450] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] shutdown_timeout = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.363613] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] source_is_ipv6 = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.363773] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ssl_only = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.364041] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.364219] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] sync_power_state_interval = 600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.364384] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] sync_power_state_pool_size = 1000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.364551] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] syslog_log_facility = LOG_USER {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.364712] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] tempdir = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.364914] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] timeout_nbd = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.365112] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] transport_url = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.365282] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] update_resources_interval = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.365444] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] use_cow_images = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.365606] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] use_journal = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.365765] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] use_json = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.365925] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] use_rootwrap_daemon = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.366097] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] use_stderr = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.366258] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] use_syslog = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.366416] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vcpu_pin_set = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.366586] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plugging_is_fatal = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.366752] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plugging_timeout = 300 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.366921] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] virt_mkfs = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.367095] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] volume_usage_poll_interval = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.367260] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] watch_log_file = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.367428] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] web = /usr/share/spice-html5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.367616] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.367785] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.367952] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.368136] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_concurrency.disable_process_locking = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.368432] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.368614] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.368816] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.368999] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.369263] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.369432] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.369614] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.auth_strategy = keystone {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.369806] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.compute_link_prefix = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.369988] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.370180] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.dhcp_domain = novalocal {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.370351] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.enable_instance_password = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.370514] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.glance_link_prefix = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.370679] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.370851] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.371035] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.instance_list_per_project_cells = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.371194] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.list_records_by_skipping_down_cells = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.371357] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.local_metadata_per_cell = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.371525] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.max_limit = 1000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.371693] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.metadata_cache_expiration = 15 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.371869] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.neutron_default_tenant_id = default {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.372049] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.response_validation = warn {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.372227] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.use_neutron_default_nets = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.372397] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.372563] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.372731] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.372909] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.373094] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.vendordata_dynamic_targets = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.373265] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.vendordata_jsonfile_path = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.373459] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.373653] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.backend = dogpile.cache.memcached {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.373824] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.backend_argument = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.373987] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.backend_expiration_time = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.374170] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.config_prefix = cache.oslo {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.374341] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.dead_timeout = 60.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.374507] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.debug_cache_backend = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.374675] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.enable_retry_client = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.374842] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.enable_socket_keepalive = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.375025] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.enabled = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.375200] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.enforce_fips_mode = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.375367] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.expiration_time = 600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.375532] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.hashclient_retry_attempts = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.375698] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.375862] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_dead_retry = 300 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.376032] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_password = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.376202] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.376364] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.376525] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_pool_maxsize = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.376717] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.376924] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_sasl_enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.377135] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.377310] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.377473] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.memcache_username = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.377642] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.proxies = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.377810] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.redis_db = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.377973] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.redis_password = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.378160] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.378339] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.378509] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.redis_server = localhost:6379 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.378703] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.redis_socket_timeout = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.378870] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.redis_username = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.379046] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.retry_attempts = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.379217] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.retry_delay = 0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.379382] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.socket_keepalive_count = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.379546] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.socket_keepalive_idle = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.379724] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.socket_keepalive_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.379899] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.tls_allowed_ciphers = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.380077] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.tls_cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.380241] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.tls_certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.380404] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.tls_enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.380562] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cache.tls_keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.380738] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.380914] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.auth_type = password {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.381092] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.381267] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.381431] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.381598] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.381763] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.cross_az_attach = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.381930] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.debug = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.382105] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.endpoint_template = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.382273] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.http_retries = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.382437] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.382598] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.382770] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.os_region_name = RegionOne {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.382937] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.383110] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cinder.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.383288] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.383451] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.cpu_dedicated_set = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.383612] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.cpu_shared_set = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.383777] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.image_type_exclude_list = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.383944] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.384120] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.384286] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.384451] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.384657] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.384829] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.resource_provider_association_refresh = 300 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.384994] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.385174] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.shutdown_retry_interval = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.385356] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.385535] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] conductor.workers = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.385749] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] console.allowed_origins = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.385875] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] console.ssl_ciphers = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.386060] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] console.ssl_minimum_version = default {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.386230] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] consoleauth.enforce_session_timeout = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.386400] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] consoleauth.token_ttl = 600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.386573] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.386756] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.386933] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.387109] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.387273] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.387433] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.387598] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.387760] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.387924] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.388097] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.388263] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.388423] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.388583] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.388804] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.service_type = accelerator {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.388997] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.389179] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.389344] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.389506] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.389710] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.389891] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] cyborg.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.390079] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.asyncio_connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.390246] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.asyncio_slave_connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.390421] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.backend = sqlalchemy {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.390592] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.390761] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.connection_debug = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.390933] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.connection_parameters = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.391113] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.connection_recycle_time = 3600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.391281] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.connection_trace = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.391446] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.db_inc_retry_interval = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.391610] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.db_max_retries = 20 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.391774] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.db_max_retry_interval = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.391942] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.db_retry_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.392120] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.max_overflow = 50 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.392288] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.max_pool_size = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.392452] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.max_retries = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.392625] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.392790] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.mysql_wsrep_sync_wait = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.392950] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.pool_timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.393126] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.retry_interval = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.393289] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.slave_connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.393452] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.sqlite_synchronous = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.393616] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] database.use_db_reconnect = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.393785] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.asyncio_connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.393946] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.asyncio_slave_connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.394136] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.backend = sqlalchemy {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.394308] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.394475] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.connection_debug = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.394646] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.connection_parameters = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.394812] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.connection_recycle_time = 3600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.394978] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.connection_trace = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.395157] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.db_inc_retry_interval = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.395324] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.db_max_retries = 20 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.395489] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.db_max_retry_interval = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.395654] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.db_retry_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.395842] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.max_overflow = 50 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.395979] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.max_pool_size = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.396155] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.max_retries = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.396325] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.396486] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.396651] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.pool_timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.396840] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.retry_interval = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.397009] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.slave_connection = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.397181] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] api_database.sqlite_synchronous = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.397360] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] devices.enabled_mdev_types = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.397542] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.397715] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.397882] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ephemeral_storage_encryption.enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.398057] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.398235] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.api_servers = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.398402] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.398565] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.398773] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.398933] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.399108] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.399275] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.debug = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.399443] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.default_trusted_certificate_ids = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.399609] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.enable_certificate_validation = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.399858] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.enable_rbd_download = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.400122] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.400332] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.400510] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.400677] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.400873] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.401071] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.num_retries = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.401252] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.rbd_ceph_conf = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.401420] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.rbd_connect_timeout = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.401592] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.rbd_pool = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.401764] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.rbd_user = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.401937] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.402114] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.402281] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.402453] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.service_type = image {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.402617] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.402780] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.402943] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.403125] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.403313] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.403479] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.verify_glance_signatures = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.403642] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] glance.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.403810] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] guestfs.debug = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.403985] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.404165] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.auth_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.404329] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.404492] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.404660] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.404826] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.404983] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.405155] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.405319] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.405478] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.405639] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.405801] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.405962] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.406134] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.406296] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.406468] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.service_type = shared-file-system {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.406633] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.share_apply_policy_timeout = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.406818] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.406985] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.407161] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.407324] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.407505] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.407668] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] manila.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.407839] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] mks.enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.408205] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.408398] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] image_cache.manager_interval = 2400 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.408569] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] image_cache.precache_concurrency = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.408766] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] image_cache.remove_unused_base_images = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.408950] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.409136] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.409318] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] image_cache.subdirectory_name = _base {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.409498] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.api_max_retries = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.409682] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.api_retry_interval = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.409860] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.410040] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.auth_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.410209] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.410371] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.410535] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.410701] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.conductor_group = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.410864] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.411042] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.411208] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.411372] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.411533] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.411694] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.411855] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.412031] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.peer_list = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.412198] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.412360] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.412525] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.serial_console_state_timeout = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.412684] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.412881] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.service_type = baremetal {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.413080] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.shard = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.413251] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.413414] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.413573] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.413731] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.413916] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.414093] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ironic.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.414281] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.414457] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] key_manager.fixed_key = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.414641] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.414805] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.barbican_api_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.414969] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.barbican_endpoint = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.415156] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.barbican_endpoint_type = public {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.415317] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.barbican_region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.415478] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.415638] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.415802] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.415964] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.416137] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.416304] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.number_of_retries = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.416467] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.retry_delay = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.416629] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.send_service_user_token = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.416820] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.416985] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.417165] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.verify_ssl = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.417326] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican.verify_ssl_path = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.417495] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.417661] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.auth_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.417824] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.417980] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.418161] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.418325] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.418483] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.418679] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.418848] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] barbican_service_user.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.419029] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.approle_role_id = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.419195] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.approle_secret_id = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.419366] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.kv_mountpoint = secret {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.419528] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.kv_path = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.419703] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.kv_version = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.419869] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.namespace = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.420045] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.root_token_id = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.420210] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.ssl_ca_crt_file = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.420379] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.timeout = 60.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.420542] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.use_ssl = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.420714] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.420885] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.421057] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.421226] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.421387] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.421544] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.421704] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.421864] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.422032] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.422194] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.422352] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.422512] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.422677] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.422839] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.423017] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.service_type = identity {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.423187] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.423349] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.423511] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.423669] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.423851] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.424025] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] keystone.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.424221] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.ceph_mount_options = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.424624] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.424814] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.connection_uri = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.425027] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.cpu_mode = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.425215] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.425393] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.cpu_models = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.425568] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.cpu_power_governor_high = performance {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.425742] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.425911] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.cpu_power_management = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.426103] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.426276] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.device_detach_attempts = 8 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.426443] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.device_detach_timeout = 20 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.426613] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.disk_cachemodes = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.426780] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.disk_prefix = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.426948] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.enabled_perf_events = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.427129] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.file_backed_memory = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.427299] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.gid_maps = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.427459] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.hw_disk_discard = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.427618] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.hw_machine_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.427787] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.images_rbd_ceph_conf = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.427953] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.428131] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.428302] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.images_rbd_glance_store_name = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.428473] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.images_rbd_pool = rbd {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.428649] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.images_type = default {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.428836] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.images_volume_group = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.429021] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.inject_key = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.429186] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.inject_partition = -2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.429351] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.inject_password = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.429515] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.iscsi_iface = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.429694] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.iser_use_multipath = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.429878] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.430058] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.430232] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_downtime = 500 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.430400] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.430564] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.430725] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_inbound_addr = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.430888] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.431063] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.431226] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_scheme = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.431398] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_timeout_action = abort {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.431560] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_tunnelled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.431718] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_uri = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.431883] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.live_migration_with_native_tls = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.432055] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.max_queues = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.432223] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.432460] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.432629] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.nfs_mount_options = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.432937] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.433136] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.433310] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.433475] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.433640] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.433806] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.num_pcie_ports = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.433975] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.434158] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.pmem_namespaces = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.434322] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.quobyte_client_cfg = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.434602] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.434779] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.434948] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.435127] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.435290] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rbd_secret_uuid = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.435450] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rbd_user = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.435616] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.435816] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.436006] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rescue_image_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.436181] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rescue_kernel_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.436342] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rescue_ramdisk_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.436511] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.436691] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.rx_queue_size = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.436900] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.smbfs_mount_options = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.437211] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.437390] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.snapshot_compression = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.437554] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.snapshot_image_format = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.437787] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.437959] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.sparse_logical_volumes = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.438139] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.swtpm_enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.438311] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.swtpm_group = tss {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.438480] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.swtpm_user = tss {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.438653] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.sysinfo_serial = unique {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.438867] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.tb_cache_size = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.439061] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.tx_queue_size = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.439237] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.uid_maps = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.439406] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.use_virtio_for_bridges = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.439582] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.virt_type = kvm {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.439754] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.volume_clear = zero {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.439929] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.volume_clear_size = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.440098] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.volume_enforce_multipath = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.440269] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.volume_use_multipath = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.440430] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.vzstorage_cache_path = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.440623] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.440806] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.440980] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.441169] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.441460] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.441642] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.vzstorage_mount_user = stack {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.441809] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.441982] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.442172] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.auth_type = password {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.442334] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.442492] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.442652] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.442811] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.442966] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.443148] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.default_floating_pool = public {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.443306] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.443466] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.extension_sync_interval = 600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.443651] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.http_retries = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.443826] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.443984] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.444157] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.444327] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.444484] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.444652] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.ovs_bridge = br-int {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.444818] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.physnets = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.444983] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.region_name = RegionOne {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.445158] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.445326] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.service_metadata_proxy = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.445485] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.445650] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.service_type = network {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.445814] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.445973] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.446143] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.446300] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.446477] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.446662] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] neutron.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.446858] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] notifications.bdms_in_notifications = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.447048] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] notifications.default_level = INFO {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.447219] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] notifications.include_share_mapping = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.447396] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] notifications.notification_format = unversioned {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.447561] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] notifications.notify_on_state_change = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.447737] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.447916] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] pci.alias = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.448106] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] pci.device_spec = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.448276] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] pci.report_in_placement = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.448450] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.448624] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.auth_type = password {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.448842] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.449038] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.449211] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.449377] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.449538] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.449727] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.449919] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.default_domain_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.450069] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.default_domain_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.450232] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.domain_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.450393] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.domain_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.450552] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.450714] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.450876] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.451053] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.451219] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.451390] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.password = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.451550] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.project_domain_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.451719] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.project_domain_name = Default {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.451887] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.project_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.452071] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.project_name = service {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.452327] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.region_name = RegionOne {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.452520] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.452691] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.452869] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.service_type = placement {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.453051] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.453221] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.453384] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.453546] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.system_scope = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.453707] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.453872] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.trust_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.454042] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.user_domain_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.454219] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.user_domain_name = Default {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.454383] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.user_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.454555] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.username = nova {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.454737] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.454901] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] placement.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.455096] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.cores = 20 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.455290] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.count_usage_from_placement = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.455472] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.455643] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.injected_file_content_bytes = 10240 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.455810] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.injected_file_path_length = 255 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.455977] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.injected_files = 5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.456160] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.instances = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.456327] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.key_pairs = 100 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.456491] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.metadata_items = 128 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.456663] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.ram = 51200 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.456850] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.recheck_quota = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.457033] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.server_group_members = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.457205] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.server_groups = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.457413] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.457584] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] quota.unified_limits_resource_strategy = require {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.457757] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.457925] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.458105] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.image_metadata_prefilter = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.458298] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.458473] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.max_attempts = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.458636] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.max_placement_results = 1000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.458826] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.458995] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.459173] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.459346] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] scheduler.workers = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.459525] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.459699] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.459882] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.460064] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.460235] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.460401] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.460566] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.460757] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.460962] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.host_subset_size = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.461151] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.461341] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.461520] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.461686] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.461868] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.462050] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.isolated_hosts = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.462222] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.isolated_images = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.462389] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.462554] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.462721] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.462889] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.pci_in_placement = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.463067] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.463240] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.463407] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.463569] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.463732] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.463898] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.464073] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.track_instance_changes = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.464268] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.464457] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] metrics.required = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.464627] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] metrics.weight_multiplier = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.464793] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.464959] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] metrics.weight_setting = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.465293] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.465469] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] serial_console.enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.465647] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] serial_console.port_range = 10000:20000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.465819] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.465991] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.466176] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] serial_console.serialproxy_port = 6083 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.466347] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.466526] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.auth_type = password {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.466700] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.466877] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.467056] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.467224] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.467462] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.467666] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.send_service_user_token = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.467841] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.468012] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] service_user.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.468194] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.agent_enabled = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.468358] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.468680] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.468894] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.469084] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.html5proxy_port = 6082 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.469251] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.image_compression = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.469412] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.jpeg_compression = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.469570] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.playback_compression = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.469761] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.require_secure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.469949] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.server_listen = 127.0.0.1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.470135] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.470420] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.470594] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.streaming_mode = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.470760] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] spice.zlib_compression = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.470934] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] upgrade_levels.baseapi = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.471122] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] upgrade_levels.compute = auto {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.471290] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] upgrade_levels.conductor = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.471451] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] upgrade_levels.scheduler = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.471620] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.471784] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.471947] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.472120] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.472286] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.472448] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.472606] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.472790] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.472994] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vendordata_dynamic_auth.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.473193] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.api_retry_count = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.473358] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.ca_file = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.473530] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.473698] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.cluster_name = testcl1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.473867] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.connection_pool_size = 10 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.474040] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.console_delay_seconds = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.474215] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.datastore_regex = ^datastore.* {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.474424] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.474601] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.host_password = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.474769] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.host_port = 443 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.474939] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.host_username = administrator@vsphere.local {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.475125] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.insecure = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.475292] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.integration_bridge = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.475457] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.maximum_objects = 100 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.475618] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.pbm_default_policy = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.475806] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.pbm_enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.475984] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.pbm_wsdl_location = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.476174] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.476338] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.serial_port_proxy_uri = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.476498] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.serial_port_service_uri = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.476699] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.task_poll_interval = 0.5 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.476871] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.use_linked_clone = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.477068] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.vnc_keymap = en-us {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.477246] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.vnc_port = 5900 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.477413] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vmware.vnc_port_total = 10000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.477598] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.auth_schemes = ['none'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.477777] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.478084] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.478278] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.478453] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.novncproxy_port = 6080 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.478648] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.server_listen = 127.0.0.1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.478886] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.479082] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.vencrypt_ca_certs = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.479252] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.vencrypt_client_cert = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.479417] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vnc.vencrypt_client_key = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.479601] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.479769] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.disable_deep_image_inspection = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.479935] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.480114] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.480280] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.480445] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.disable_rootwrap = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.480609] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.enable_numa_live_migration = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.480773] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.480938] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.481120] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.481287] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.libvirt_disable_apic = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.481448] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.481611] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.481986] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.482205] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.482380] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.482547] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.482716] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.482884] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.483059] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.483232] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.483418] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.483592] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.client_socket_timeout = 900 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.483764] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.default_pool_size = 1000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.483935] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.keep_alive = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.484122] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.max_header_line = 16384 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.484288] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.484449] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.ssl_ca_file = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.484609] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.ssl_cert_file = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.484770] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.ssl_key_file = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.484989] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.tcp_keepidle = 600 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.485195] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.485369] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] zvm.ca_file = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.485534] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] zvm.cloud_connector_url = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.485818] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.486013] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] zvm.reachable_timeout = 300 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.486190] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.486374] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.486554] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.connection_string = messaging:// {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.486727] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.enabled = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.486901] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.es_doc_type = notification {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.487083] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.es_scroll_size = 10000 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.487258] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.es_scroll_time = 2m {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.487424] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.filter_error_trace = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.487594] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.hmac_keys = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.487765] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.sentinel_service_name = mymaster {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.487962] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.socket_timeout = 0.1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.488154] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.trace_requests = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.488322] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler.trace_sqlalchemy = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.488505] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler_jaeger.process_tags = {} {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.488679] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler_jaeger.service_name_prefix = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.488863] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] profiler_otlp.service_name_prefix = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.489046] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] remote_debug.host = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.489212] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] remote_debug.port = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.489389] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.489555] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.489718] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.489882] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.490057] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.490227] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.490391] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.490552] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.490715] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.490922] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.491126] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.491308] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.491480] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.491650] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.491818] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.491991] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.492173] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.492338] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.492508] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.492671] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.492837] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.493007] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.493190] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.493357] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.493521] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.493684] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.493904] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.494112] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.494283] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.494449] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.494616] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.ssl = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.494789] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.494963] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.495143] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.495313] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.495483] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.495647] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.495835] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.496014] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_notifications.retry = -1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.496206] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.496379] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.496554] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.auth_section = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.496753] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.auth_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.496955] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.cafile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.497140] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.certfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.497312] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.collect_timing = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.497476] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.connect_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.497638] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.connect_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.497800] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.endpoint_id = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.497976] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.498152] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.endpoint_override = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.498315] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.endpoint_region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.498476] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.endpoint_service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.498636] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.endpoint_service_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.498836] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.insecure = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.498992] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.keyfile = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.499167] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.max_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.499329] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.min_version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.499492] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.region_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.499662] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.retriable_status_codes = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.499844] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.service_name = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.500022] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.service_type = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.500190] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.split_loggers = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.500352] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.status_code_retries = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.500513] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.status_code_retry_delay = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.500675] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.timeout = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.500837] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.valid_interfaces = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.500997] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_limit.version = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.501184] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_reports.file_event_handler = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.501352] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.501514] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] oslo_reports.log_dir = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.501689] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.501850] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.502016] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.502190] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.502357] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.502517] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.502697] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.502878] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_ovs_privileged.group = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.503055] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.503229] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.503394] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.503551] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] vif_plug_ovs_privileged.user = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.503722] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.503907] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.504094] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.504273] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.504446] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.504620] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.504787] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.504951] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.505147] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.505323] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_ovs.isolate_vif = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.505492] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.505661] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.505892] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.506099] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.506275] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] os_vif_ovs.per_port_bridge = False {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.506451] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] privsep_osbrick.capabilities = [21] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.506617] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] privsep_osbrick.group = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.506779] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] privsep_osbrick.helper_command = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.506955] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.507129] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.507290] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] privsep_osbrick.user = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.507465] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.507627] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] nova_sys_admin.group = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.507790] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] nova_sys_admin.helper_command = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.507960] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.508138] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.508298] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] nova_sys_admin.user = None {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.508427] env[70771]: DEBUG oslo_service.backend.eventlet.service [None req-39c98f9e-f654-4e46-8548-4f30c5ccf8e6 None None] ******************************************************************************** {{(pid=70771) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 576.508883] env[70771]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 577.012374] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Getting list of instances from cluster (obj){ [ 577.012374] env[70771]: value = "domain-c8" [ 577.012374] env[70771]: _type = "ClusterComputeResource" [ 577.012374] env[70771]: } {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 577.013462] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f640aca-73e7-458c-9734-76c16d2ae426 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.022695] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Got total of 0 instances {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 577.023294] env[70771]: WARNING nova.virt.vmwareapi.driver [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 577.023771] env[70771]: INFO nova.virt.node [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Generated node identity 1554b050-2605-4d7c-943f-8881c71b07d5 [ 577.024016] env[70771]: INFO nova.virt.node [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Wrote node identity 1554b050-2605-4d7c-943f-8881c71b07d5 to /opt/stack/data/n-cpu-1/compute_id [ 577.526514] env[70771]: WARNING nova.compute.manager [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Compute nodes ['1554b050-2605-4d7c-943f-8881c71b07d5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 578.531759] env[70771]: INFO nova.compute.manager [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 579.537525] env[70771]: WARNING nova.compute.manager [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 579.537870] env[70771]: DEBUG oslo_concurrency.lockutils [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.537985] env[70771]: DEBUG oslo_concurrency.lockutils [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.538186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.538349] env[70771]: DEBUG nova.compute.resource_tracker [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 579.539376] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6399af04-9bc3-4618-9daa-3ca75049bef0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.547819] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900359f5-4a78-44aa-b48e-cb2203a7008e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.561899] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8f0a05-f577-41d8-b37e-3b1f84157efe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.568198] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5521d6-a32f-4a07-864a-29d784300f5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.596145] env[70771]: DEBUG nova.compute.resource_tracker [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180891MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 579.596305] env[70771]: DEBUG oslo_concurrency.lockutils [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.596506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.098826] env[70771]: WARNING nova.compute.resource_tracker [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] No compute node record for cpu-1:1554b050-2605-4d7c-943f-8881c71b07d5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1554b050-2605-4d7c-943f-8881c71b07d5 could not be found. [ 580.602587] env[70771]: INFO nova.compute.resource_tracker [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1554b050-2605-4d7c-943f-8881c71b07d5 [ 582.111195] env[70771]: DEBUG nova.compute.resource_tracker [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 582.111566] env[70771]: DEBUG nova.compute.resource_tracker [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 582.269087] env[70771]: INFO nova.scheduler.client.report [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] [req-8774750a-d333-4bb4-b381-3395dc5d6e27] Created resource provider record via placement API for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 582.285832] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e8178-6b3b-442e-b99d-5b1cadaad9be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.293604] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab56df4c-9b00-48af-a9ad-40989916121c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.323473] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eeeeda-d94c-4080-8c76-069def2ba772 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.330044] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a8620-40d2-4a83-b7aa-e0537b0c6d3d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.342529] env[70771]: DEBUG nova.compute.provider_tree [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.876120] env[70771]: DEBUG nova.scheduler.client.report [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 582.876359] env[70771]: DEBUG nova.compute.provider_tree [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 0 to 1 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 582.876499] env[70771]: DEBUG nova.compute.provider_tree [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.925144] env[70771]: DEBUG nova.compute.provider_tree [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 1 to 2 during operation: update_traits {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 583.430701] env[70771]: DEBUG nova.compute.resource_tracker [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 583.431101] env[70771]: DEBUG oslo_concurrency.lockutils [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.431101] env[70771]: DEBUG nova.service [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Creating RPC server for service compute {{(pid=70771) start /opt/stack/nova/nova/service.py:186}} [ 583.444616] env[70771]: DEBUG nova.service [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] Join ServiceGroup membership for this service compute {{(pid=70771) start /opt/stack/nova/nova/service.py:203}} [ 583.444795] env[70771]: DEBUG nova.servicegroup.drivers.db [None req-171f14d8-4565-4b89-9839-9dfa4d25fae5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70771) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 619.446692] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_power_states {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.949479] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Getting list of instances from cluster (obj){ [ 619.949479] env[70771]: value = "domain-c8" [ 619.949479] env[70771]: _type = "ClusterComputeResource" [ 619.949479] env[70771]: } {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 619.951688] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de4abd-723c-4309-b612-3670989c26dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.960515] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Got total of 0 instances {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 619.960752] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.961085] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Getting list of instances from cluster (obj){ [ 619.961085] env[70771]: value = "domain-c8" [ 619.961085] env[70771]: _type = "ClusterComputeResource" [ 619.961085] env[70771]: } {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 619.962108] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7915d8bc-5b70-4f28-b249-3f3385cf03ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.971185] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Got total of 0 instances {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 622.358462] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.358790] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.627954] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "70ce063e-56ee-49cf-812c-65355126beac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.627954] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "70ce063e-56ee-49cf-812c-65355126beac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.861500] env[70771]: DEBUG nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.129937] env[70771]: DEBUG nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.406868] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.407166] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.409380] env[70771]: INFO nova.compute.claims [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.668715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.754465] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "98f6c832-feaf-48f9-ac5f-5b45e870598f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.754465] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.257823] env[70771]: DEBUG nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.515068] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025e337-5451-43a2-82af-2996b63d3578 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.526106] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0029f2-1f9c-4722-b166-04162d56f36f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.562465] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190e8a17-bfdc-4989-93bd-150f3fb58a0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.570904] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da750fb2-0216-4333-b5b2-0f8ccba15c81 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.584669] env[70771]: DEBUG nova.compute.provider_tree [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.682571] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.682688] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.779508] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.087881] env[70771]: DEBUG nova.scheduler.client.report [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.184903] env[70771]: DEBUG nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.595483] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.596528] env[70771]: DEBUG nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.599411] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.931s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.602450] env[70771]: INFO nova.compute.claims [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.709143] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.949760] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "83538412-4fec-423a-a1b6-6ca64adb08c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.951666] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.108589] env[70771]: DEBUG nova.compute.utils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.110022] env[70771]: DEBUG nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.113565] env[70771]: DEBUG nova.network.neutron [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.460527] env[70771]: DEBUG nova.policy [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a4f8c13a0f437094db9356ddb95a13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80d9d4d215794864b8ea4351a8a1adc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.462618] env[70771]: DEBUG nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.623126] env[70771]: DEBUG nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.738184] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb51630-ca15-41e3-a0c7-ee6478ebedb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.746052] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b81aa77-38bf-4174-858f-2f25c8bcb12a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.787950] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b640725-37e2-4835-a4a2-6d05ecef5df9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.796997] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20187110-d9b7-4824-a3fa-0c6fd1405783 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.823499] env[70771]: DEBUG nova.compute.provider_tree [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.994279] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.179828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.179828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.221448] env[70771]: DEBUG nova.network.neutron [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Successfully created port: a1854c70-1325-48eb-9d44-b3da9605f220 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.325128] env[70771]: DEBUG nova.scheduler.client.report [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.637750] env[70771]: DEBUG nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.676811] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.677614] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.678915] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.678915] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.678915] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.678915] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.678915] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.679216] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.679216] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.679353] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.679553] env[70771]: DEBUG nova.virt.hardware [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.680468] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bde53e-d85d-46ba-9daa-c29c88582037 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.685857] env[70771]: DEBUG nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.702986] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b04d4-be87-44f3-ace1-c11365247ea8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.727709] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c1ce7a-b352-4334-a800-0baab3baa62a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.833036] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.833266] env[70771]: DEBUG nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.838207] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.059s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.841450] env[70771]: INFO nova.compute.claims [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.234646] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.349023] env[70771]: DEBUG nova.compute.utils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.353298] env[70771]: DEBUG nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.353559] env[70771]: DEBUG nova.network.neutron [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.519818] env[70771]: DEBUG nova.policy [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a941d67439fc44c3aef13f568658fa5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4eb94730deb4bdc9fa291d97560cbb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.852195] env[70771]: DEBUG nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.017700] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd6079-188d-4db5-af5b-27b6a09716c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.026406] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e2c901-6538-46c3-9db6-6d1593c3b716 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.059916] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12558b0b-f191-40f1-a811-dc7da4cb3433 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.068032] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7eba0c-b66e-4e74-b3a7-21e91e593438 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.082927] env[70771]: DEBUG nova.compute.provider_tree [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.388441] env[70771]: DEBUG nova.network.neutron [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Successfully created port: aa39baa7-bf4f-413d-bc00-3021fcfda607 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.586672] env[70771]: DEBUG nova.scheduler.client.report [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.871881] env[70771]: DEBUG nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.006589] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.006589] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.006589] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.006751] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.006751] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.006751] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.008217] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.008561] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.009053] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.009643] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.009937] env[70771]: DEBUG nova.virt.hardware [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.011540] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a6af06-cb07-4c08-9794-0b393892a702 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.024136] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db0e3ef-422b-46e7-9751-507dfe68f228 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.091711] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.092606] env[70771]: DEBUG nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.097407] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.389s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.100264] env[70771]: INFO nova.compute.claims [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.343575] env[70771]: DEBUG nova.network.neutron [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Successfully updated port: a1854c70-1325-48eb-9d44-b3da9605f220 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.605295] env[70771]: DEBUG nova.compute.utils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.610505] env[70771]: DEBUG nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.610698] env[70771]: DEBUG nova.network.neutron [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.719080] env[70771]: DEBUG nova.policy [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53c1a64cb7cf435dadc6bb750df4d9f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d2a02e02a1f480f9b5d0aa4034052a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.853585] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "refresh_cache-3980108e-fa0a-4bd7-a018-a8d4c5c0888f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.853745] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "refresh_cache-3980108e-fa0a-4bd7-a018-a8d4c5c0888f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.853901] env[70771]: DEBUG nova.network.neutron [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.115419] env[70771]: DEBUG nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.288338] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b4d59-17ba-421a-887c-49c757a69d71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.299527] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01704426-fcc9-4c73-b6e1-b3f4d7e16deb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.344050] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fb85ae-4712-4da4-acb6-b7a39364d31a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.352495] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86bb4d1-eed7-4a81-9709-9a0c6c9cf245 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.359362] env[70771]: DEBUG nova.network.neutron [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Successfully created port: e4316998-1865-45ce-bdc2-d91cfe5ae09f {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.373894] env[70771]: DEBUG nova.compute.provider_tree [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.439261] env[70771]: DEBUG nova.network.neutron [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.478017] env[70771]: DEBUG nova.compute.manager [req-fcc4387a-8483-4699-8c1f-a5a8f6ebdd7b req-1d7afbd5-5fd4-42ea-8c1c-6ecb5ce36280 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Received event network-vif-plugged-a1854c70-1325-48eb-9d44-b3da9605f220 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.478017] env[70771]: DEBUG oslo_concurrency.lockutils [req-fcc4387a-8483-4699-8c1f-a5a8f6ebdd7b req-1d7afbd5-5fd4-42ea-8c1c-6ecb5ce36280 service nova] Acquiring lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.478017] env[70771]: DEBUG oslo_concurrency.lockutils [req-fcc4387a-8483-4699-8c1f-a5a8f6ebdd7b req-1d7afbd5-5fd4-42ea-8c1c-6ecb5ce36280 service nova] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.478017] env[70771]: DEBUG oslo_concurrency.lockutils [req-fcc4387a-8483-4699-8c1f-a5a8f6ebdd7b req-1d7afbd5-5fd4-42ea-8c1c-6ecb5ce36280 service nova] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.478017] env[70771]: DEBUG nova.compute.manager [req-fcc4387a-8483-4699-8c1f-a5a8f6ebdd7b req-1d7afbd5-5fd4-42ea-8c1c-6ecb5ce36280 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] No waiting events found dispatching network-vif-plugged-a1854c70-1325-48eb-9d44-b3da9605f220 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.478225] env[70771]: WARNING nova.compute.manager [req-fcc4387a-8483-4699-8c1f-a5a8f6ebdd7b req-1d7afbd5-5fd4-42ea-8c1c-6ecb5ce36280 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Received unexpected event network-vif-plugged-a1854c70-1325-48eb-9d44-b3da9605f220 for instance with vm_state building and task_state spawning. [ 631.700266] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.700586] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.700819] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.701212] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.701212] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.702077] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.702301] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.702472] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 631.702632] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.878658] env[70771]: DEBUG nova.scheduler.client.report [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.137084] env[70771]: DEBUG nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.160720] env[70771]: DEBUG nova.network.neutron [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Updating instance_info_cache with network_info: [{"id": "a1854c70-1325-48eb-9d44-b3da9605f220", "address": "fa:16:3e:ac:e1:ac", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1854c70-13", "ovs_interfaceid": "a1854c70-1325-48eb-9d44-b3da9605f220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.183468] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.183864] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.184569] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.184846] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.185271] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.185369] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.185588] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.185814] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.186792] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.187714] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.187714] env[70771]: DEBUG nova.virt.hardware [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.189697] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac57e7d-8afb-41f3-b151-20024d45ac4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.201277] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab2f1a1-5774-4152-bd9f-0e37f1f0a7f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.211019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.392249] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.392249] env[70771]: DEBUG nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.397645] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.403s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.399167] env[70771]: INFO nova.compute.claims [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.516442] env[70771]: DEBUG nova.network.neutron [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Successfully updated port: aa39baa7-bf4f-413d-bc00-3021fcfda607 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.667391] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "refresh_cache-3980108e-fa0a-4bd7-a018-a8d4c5c0888f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.667474] env[70771]: DEBUG nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Instance network_info: |[{"id": "a1854c70-1325-48eb-9d44-b3da9605f220", "address": "fa:16:3e:ac:e1:ac", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1854c70-13", "ovs_interfaceid": "a1854c70-1325-48eb-9d44-b3da9605f220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.668333] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:e1:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1854c70-1325-48eb-9d44-b3da9605f220', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.691772] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.692316] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16667f29-830e-49bc-91a6-d94030a11b3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.707485] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Created folder: OpenStack in parent group-v4. [ 632.707485] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating folder: Project (80d9d4d215794864b8ea4351a8a1adc8). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.707864] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e655004c-5479-4b29-9b8e-381bbedd1b98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.718112] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Created folder: Project (80d9d4d215794864b8ea4351a8a1adc8) in parent group-v701875. [ 632.718379] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating folder: Instances. Parent ref: group-v701876. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.718526] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa418f85-4258-4f7d-8db1-f2dffe758f14 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.727479] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Created folder: Instances in parent group-v701876. [ 632.727757] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.727947] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.728157] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-803f284d-9d9b-4ff8-8474-bba8331b9b3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.756529] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.756529] env[70771]: value = "task-3513053" [ 632.756529] env[70771]: _type = "Task" [ 632.756529] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.765099] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513053, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.905577] env[70771]: DEBUG nova.compute.utils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.912989] env[70771]: DEBUG nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 633.018226] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "refresh_cache-70ce063e-56ee-49cf-812c-65355126beac" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.018374] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired lock "refresh_cache-70ce063e-56ee-49cf-812c-65355126beac" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.018520] env[70771]: DEBUG nova.network.neutron [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.269845] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513053, 'name': CreateVM_Task, 'duration_secs': 0.356391} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.270137] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.291108] env[70771]: DEBUG oslo_vmware.service [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b049bfe-fb92-4ca2-a836-39a04193f043 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.298787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.299021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.300250] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.302378] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad492054-639e-444f-b751-cd0de2147f29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.311643] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 633.311643] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526687cf-991d-f547-3dd9-70b18d8741bc" [ 633.311643] env[70771]: _type = "Task" [ 633.311643] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.321319] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526687cf-991d-f547-3dd9-70b18d8741bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.413821] env[70771]: DEBUG nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.561291] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4b7402-df8e-42c5-b603-40dabc0062e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.569820] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cfde4a-9db4-4bf7-826c-ae5ca52bdc72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.574674] env[70771]: DEBUG nova.network.neutron [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.608924] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d18726-8e71-4c56-affd-dfeedf5dd266 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.619532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189c2bd-7032-4016-becb-01e7996cea12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.633509] env[70771]: DEBUG nova.compute.provider_tree [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.823885] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.824831] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.825351] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.825567] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.826359] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.826742] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92b9f029-ca87-4855-b529-0b66eb118cab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.844483] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.844483] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.845245] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc50fe99-e62e-4fd6-b1b0-cff80a770cbb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.856620] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b27d0ee-a457-42d7-8922-85d380b29fcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.862475] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 633.862475] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5282e0fc-0c82-a991-1865-06c3d3b8f06b" [ 633.862475] env[70771]: _type = "Task" [ 633.862475] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.872769] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5282e0fc-0c82-a991-1865-06c3d3b8f06b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.932488] env[70771]: DEBUG nova.network.neutron [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Updating instance_info_cache with network_info: [{"id": "aa39baa7-bf4f-413d-bc00-3021fcfda607", "address": "fa:16:3e:8f:95:31", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa39baa7-bf", "ovs_interfaceid": "aa39baa7-bf4f-413d-bc00-3021fcfda607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.137381] env[70771]: DEBUG nova.scheduler.client.report [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.373646] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Preparing fetch location {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 634.374651] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating directory with path [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.374651] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f65e5d-f9c2-4a84-94f7-359d3bafc995 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.397677] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Created directory with path [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.397677] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Fetch image to [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 634.397677] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Downloading image file data cdac509b-bdd3-43d1-aef8-ab61242fa639 to [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk on the data store datastore1 {{(pid=70771) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 634.398152] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491fad32-6d5b-472c-95a4-f41d83bf2d6e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.406265] env[70771]: DEBUG nova.network.neutron [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Successfully updated port: e4316998-1865-45ce-bdc2-d91cfe5ae09f {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.410844] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e514aeda-620c-4cf7-b530-9d465d229d21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.423741] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81340cf-5f4e-4280-90ab-95657c6f1f74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.430751] env[70771]: DEBUG nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.435038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Releasing lock "refresh_cache-70ce063e-56ee-49cf-812c-65355126beac" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.435773] env[70771]: DEBUG nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Instance network_info: |[{"id": "aa39baa7-bf4f-413d-bc00-3021fcfda607", "address": "fa:16:3e:8f:95:31", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa39baa7-bf", "ovs_interfaceid": "aa39baa7-bf4f-413d-bc00-3021fcfda607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.480473] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:95:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa39baa7-bf4f-413d-bc00-3021fcfda607', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.487174] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Creating folder: Project (a4eb94730deb4bdc9fa291d97560cbb6). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.491777] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f013643a-8b1d-4361-b3ac-c8dbf3e4a439 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.494990] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6633b012-0d55-438d-9931-2f2769b0df0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.509073] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.509073] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.509246] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.509551] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.509633] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.509782] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.510064] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.510638] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.510638] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.510638] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.510808] env[70771]: DEBUG nova.virt.hardware [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.511868] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed715f3-2698-46b2-b577-b9ee5f9777f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.516998] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Created folder: Project (a4eb94730deb4bdc9fa291d97560cbb6) in parent group-v701875. [ 634.517223] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Creating folder: Instances. Parent ref: group-v701879. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.518559] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b567d6f-0d56-48aa-a3f9-486ee5f53cca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.524169] env[70771]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bc0c582e-2f9d-4dcc-8f33-d4361a873c28 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.533358] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec63b39b-f26d-4300-907c-e4a2e8fce995 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.538052] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Created folder: Instances in parent group-v701879. [ 634.538320] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.538931] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.539535] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-471400f7-81e4-497f-bce6-d245a30af2e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.564238] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.570234] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Creating folder: Project (e56843996b914ac3b7f18021df6854ae). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.572871] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d65009ff-06ac-4749-b6a9-878b4edf838f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.575634] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Downloading image file data cdac509b-bdd3-43d1-aef8-ab61242fa639 to the data store datastore1 {{(pid=70771) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 634.580260] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.580260] env[70771]: value = "task-3513056" [ 634.580260] env[70771]: _type = "Task" [ 634.580260] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.590962] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513056, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.590962] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Created folder: Project (e56843996b914ac3b7f18021df6854ae) in parent group-v701875. [ 634.590962] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Creating folder: Instances. Parent ref: group-v701881. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.590962] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20e6a208-60f8-41df-80c9-6aaf8a1007b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.605379] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Created folder: Instances in parent group-v701881. [ 634.605379] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.605379] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.605379] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a15a8843-8ba5-4867-ba39-3f9fa55a77c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.625983] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.625983] env[70771]: value = "task-3513059" [ 634.625983] env[70771]: _type = "Task" [ 634.625983] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.633844] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513059, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.644975] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.645570] env[70771]: DEBUG nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.648289] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.414s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.653020] env[70771]: INFO nova.compute.claims [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.672633] env[70771]: DEBUG oslo_vmware.rw_handles [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70771) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 634.914419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "refresh_cache-98f6c832-feaf-48f9-ac5f-5b45e870598f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.914537] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquired lock "refresh_cache-98f6c832-feaf-48f9-ac5f-5b45e870598f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.914717] env[70771]: DEBUG nova.network.neutron [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.093433] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513056, 'name': CreateVM_Task, 'duration_secs': 0.348619} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.094993] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.095702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.095854] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.096189] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.096641] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804ad5bb-786c-43a1-a353-5b67dfb6b2a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.101687] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 635.101687] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c84102-ada1-e976-d3f6-f3e756fc03df" [ 635.101687] env[70771]: _type = "Task" [ 635.101687] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.110916] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c84102-ada1-e976-d3f6-f3e756fc03df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.136360] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513059, 'name': CreateVM_Task, 'duration_secs': 0.32159} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.137597] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.138038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.156134] env[70771]: DEBUG nova.compute.utils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.159365] env[70771]: DEBUG nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.159638] env[70771]: DEBUG nova.network.neutron [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.478486] env[70771]: DEBUG oslo_vmware.rw_handles [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Completed reading data from the image iterator. {{(pid=70771) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 635.479286] env[70771]: DEBUG oslo_vmware.rw_handles [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 635.493589] env[70771]: DEBUG nova.policy [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13b71007c7e4a0aba09423edafb1866', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccc5b8b3fa5e4160910d2caafec8831b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.517756] env[70771]: DEBUG nova.network.neutron [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.528825] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Downloaded image file data cdac509b-bdd3-43d1-aef8-ab61242fa639 to vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk on the data store datastore1 {{(pid=70771) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 635.531130] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Caching image {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 635.531392] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copying Virtual Disk [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk to [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.531656] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09778e8f-8900-48d5-9f49-eb03d37e005a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.541916] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 635.541916] env[70771]: value = "task-3513060" [ 635.541916] env[70771]: _type = "Task" [ 635.541916] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.550643] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.614575] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.615099] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.615583] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.615951] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.616474] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.616772] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c44918e-8877-44a9-913a-72c65951a82b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.623807] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 635.623807] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ae7215-bb24-84ce-3e8e-1c0693285bad" [ 635.623807] env[70771]: _type = "Task" [ 635.623807] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.636194] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.636506] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.636812] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.665029] env[70771]: DEBUG nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.782022] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b1a71-fd7b-4fa5-898d-81431e8ae776 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.790074] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3caca82-4df5-4763-90ac-8a61b2315b0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.825067] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd1e305-0fdc-4d02-937b-5b3d01dba76a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.832691] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ae860-c256-429a-a4fe-a36f9f15ec33 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.846232] env[70771]: DEBUG nova.compute.provider_tree [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.052822] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513060, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.101740] env[70771]: DEBUG nova.compute.manager [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Received event network-changed-a1854c70-1325-48eb-9d44-b3da9605f220 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.101928] env[70771]: DEBUG nova.compute.manager [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Refreshing instance network info cache due to event network-changed-a1854c70-1325-48eb-9d44-b3da9605f220. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.105952] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Acquiring lock "refresh_cache-3980108e-fa0a-4bd7-a018-a8d4c5c0888f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.106248] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Acquired lock "refresh_cache-3980108e-fa0a-4bd7-a018-a8d4c5c0888f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.106355] env[70771]: DEBUG nova.network.neutron [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Refreshing network info cache for port a1854c70-1325-48eb-9d44-b3da9605f220 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.149039] env[70771]: DEBUG nova.network.neutron [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Updating instance_info_cache with network_info: [{"id": "e4316998-1865-45ce-bdc2-d91cfe5ae09f", "address": "fa:16:3e:d6:ef:84", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4316998-18", "ovs_interfaceid": "e4316998-1865-45ce-bdc2-d91cfe5ae09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.350206] env[70771]: DEBUG nova.scheduler.client.report [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.369081] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.369429] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.555432] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709921} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.556489] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copied Virtual Disk [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk to [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.556774] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleting the datastore file [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.557011] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca79acc4-9bd1-4d0d-8e0d-232c8bac6c3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.564834] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 636.564834] env[70771]: value = "task-3513061" [ 636.564834] env[70771]: _type = "Task" [ 636.564834] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.574251] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.653349] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Releasing lock "refresh_cache-98f6c832-feaf-48f9-ac5f-5b45e870598f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.653609] env[70771]: DEBUG nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Instance network_info: |[{"id": "e4316998-1865-45ce-bdc2-d91cfe5ae09f", "address": "fa:16:3e:d6:ef:84", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4316998-18", "ovs_interfaceid": "e4316998-1865-45ce-bdc2-d91cfe5ae09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.654325] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:ef:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4316998-1865-45ce-bdc2-d91cfe5ae09f', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.663049] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Creating folder: Project (2d2a02e02a1f480f9b5d0aa4034052a8). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.663346] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a203732-88e6-4719-9727-e7e9884142e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.673541] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Created folder: Project (2d2a02e02a1f480f9b5d0aa4034052a8) in parent group-v701875. [ 636.673756] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Creating folder: Instances. Parent ref: group-v701885. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.674031] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda71d2d-24f1-4fd8-aff2-9231e0d945fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.677909] env[70771]: DEBUG nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.684034] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Created folder: Instances in parent group-v701885. [ 636.684034] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.684034] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.684212] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15cde705-dc63-417e-bde6-6ba6db061891 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.709766] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.709766] env[70771]: value = "task-3513064" [ 636.709766] env[70771]: _type = "Task" [ 636.709766] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.719186] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513064, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.721916] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.721916] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.721916] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.722092] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.722132] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.725024] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.725024] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.725024] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.725024] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.725024] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.725325] env[70771]: DEBUG nova.virt.hardware [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.725325] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4152837a-9175-405e-835b-1e90ae259e36 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.731493] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f076a59d-505d-48cd-92d3-db35a94d2291 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.857557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.858411] env[70771]: DEBUG nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.860627] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.651s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.860893] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.864018] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 636.864018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e7431b-fef6-45ae-bde4-4cdfd1894b14 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.870605] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a99aa-9590-4384-a5e8-dfe4f28df168 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.876412] env[70771]: DEBUG nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.895528] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8d262-a68a-44fe-96e4-98245d8ca99d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.904613] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bf3984-1440-4542-8c09-896d6126dd1a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.937303] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180896MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 636.937577] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.937732] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.074923] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026657} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.075257] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.075477] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Moving file from [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24/cdac509b-bdd3-43d1-aef8-ab61242fa639 to [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639. {{(pid=70771) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 637.075730] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-892e3b37-4b9d-4bfa-9ce9-2ee44aa3c477 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.083572] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 637.083572] env[70771]: value = "task-3513065" [ 637.083572] env[70771]: _type = "Task" [ 637.083572] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.088592] env[70771]: DEBUG nova.network.neutron [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Successfully created port: ffb092e4-c4dd-434d-b93e-c6739d866af5 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.099564] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513065, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.222518] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513064, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.278937] env[70771]: DEBUG nova.network.neutron [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Updated VIF entry in instance network info cache for port a1854c70-1325-48eb-9d44-b3da9605f220. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.280387] env[70771]: DEBUG nova.network.neutron [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Updating instance_info_cache with network_info: [{"id": "a1854c70-1325-48eb-9d44-b3da9605f220", "address": "fa:16:3e:ac:e1:ac", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1854c70-13", "ovs_interfaceid": "a1854c70-1325-48eb-9d44-b3da9605f220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.364777] env[70771]: DEBUG nova.compute.utils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.368564] env[70771]: DEBUG nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.368801] env[70771]: DEBUG nova.network.neutron [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.424192] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.502416] env[70771]: DEBUG nova.policy [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb6ce180b9c4d87b82303121c39b274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabebc76b66246049b943981eb0bc23d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.595257] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513065, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024834} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.595558] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] File moved {{(pid=70771) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 637.595717] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Cleaning up location [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 637.595875] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleting the datastore file [datastore1] vmware_temp/5b4a6005-2069-4dc8-aa29-7cc49c80ff24 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.596155] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5844ccca-b290-413a-b2c8-3df74d6689c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.602271] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 637.602271] env[70771]: value = "task-3513066" [ 637.602271] env[70771]: _type = "Task" [ 637.602271] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.610923] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.719058] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513064, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.785251] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Releasing lock "refresh_cache-3980108e-fa0a-4bd7-a018-a8d4c5c0888f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.785251] env[70771]: DEBUG nova.compute.manager [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Received event network-vif-plugged-aa39baa7-bf4f-413d-bc00-3021fcfda607 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.785375] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Acquiring lock "70ce063e-56ee-49cf-812c-65355126beac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.785564] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Lock "70ce063e-56ee-49cf-812c-65355126beac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.785726] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Lock "70ce063e-56ee-49cf-812c-65355126beac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.785880] env[70771]: DEBUG nova.compute.manager [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] No waiting events found dispatching network-vif-plugged-aa39baa7-bf4f-413d-bc00-3021fcfda607 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.786055] env[70771]: WARNING nova.compute.manager [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Received unexpected event network-vif-plugged-aa39baa7-bf4f-413d-bc00-3021fcfda607 for instance with vm_state building and task_state spawning. [ 637.786352] env[70771]: DEBUG nova.compute.manager [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Received event network-changed-aa39baa7-bf4f-413d-bc00-3021fcfda607 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.786413] env[70771]: DEBUG nova.compute.manager [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Refreshing instance network info cache due to event network-changed-aa39baa7-bf4f-413d-bc00-3021fcfda607. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.787723] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Acquiring lock "refresh_cache-70ce063e-56ee-49cf-812c-65355126beac" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.787723] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Acquired lock "refresh_cache-70ce063e-56ee-49cf-812c-65355126beac" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.787723] env[70771]: DEBUG nova.network.neutron [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Refreshing network info cache for port aa39baa7-bf4f-413d-bc00-3021fcfda607 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.873960] env[70771]: DEBUG nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.975791] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 3980108e-fa0a-4bd7-a018-a8d4c5c0888f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 637.975954] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 70ce063e-56ee-49cf-812c-65355126beac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 637.976270] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 98f6c832-feaf-48f9-ac5f-5b45e870598f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 637.976386] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance fa1783ff-62b1-43cc-9d7c-897a04199c1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 637.976538] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 83538412-4fec-423a-a1b6-6ca64adb08c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 637.976653] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance ab058a0c-20a3-49df-b50e-dc3a657ba8e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 638.117193] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083032} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.117193] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.117193] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80532ad-cdbe-4da6-bcce-29c069abf94c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.129063] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 638.129063] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5268d8cf-2853-3ef3-06fb-5d27851fb002" [ 638.129063] env[70771]: _type = "Task" [ 638.129063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.137807] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5268d8cf-2853-3ef3-06fb-5d27851fb002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.231326] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513064, 'name': CreateVM_Task, 'duration_secs': 1.337943} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.231326] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.231326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.231326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.231326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.231326] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90b536f-235e-405c-a884-6efbfaa79298 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.238021] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 638.238021] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52cd7882-29fc-9790-ab89-9f30f895881f" [ 638.238021] env[70771]: _type = "Task" [ 638.238021] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.246652] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cd7882-29fc-9790-ab89-9f30f895881f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.483370] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance d0f6ab95-8ecf-425d-b7db-d09f93283245 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 638.484058] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 638.484265] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 638.622781] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca98eb0-8b10-403e-96e3-b5aec1536b27 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.635428] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89328ade-44aa-4b11-9058-308f6c58057f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.668014] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5268d8cf-2853-3ef3-06fb-5d27851fb002, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.670885] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.671164] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 3980108e-fa0a-4bd7-a018-a8d4c5c0888f/3980108e-fa0a-4bd7-a018-a8d4c5c0888f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.671945] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0a5c9e-e3df-4ae0-99c8-4c5f1bb4484d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.675366] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.675366] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.675366] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9459556-72b8-4457-92fe-35e20cd59524 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.677092] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5e0b87e-91bb-4d26-a948-6468d234f761 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.688784] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c257e-ad66-4d51-97ff-2fb53fad6adb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.692988] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 638.692988] env[70771]: value = "task-3513067" [ 638.692988] env[70771]: _type = "Task" [ 638.692988] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.695700] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.697901] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.701117] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2707af16-3ca9-451d-91eb-1a2f59e86421 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.713473] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.722293] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.722629] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 638.722629] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52470dca-804e-f794-0520-a36a26a5c23a" [ 638.722629] env[70771]: _type = "Task" [ 638.722629] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.731992] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52470dca-804e-f794-0520-a36a26a5c23a, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.732903] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea30719-31a1-414d-a198-d719013d39a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.740792] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 638.740792] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b61b06-554e-60b5-9b1f-2b33fdfc2f7a" [ 638.740792] env[70771]: _type = "Task" [ 638.740792] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.750421] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cd7882-29fc-9790-ab89-9f30f895881f, 'name': SearchDatastore_Task, 'duration_secs': 0.01963} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.751012] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.751252] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.751526] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.755654] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b61b06-554e-60b5-9b1f-2b33fdfc2f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.755975] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.756170] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 70ce063e-56ee-49cf-812c-65355126beac/70ce063e-56ee-49cf-812c-65355126beac.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.756443] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.756625] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.756827] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d0e158-87e8-4853-92dc-755e848f2d8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.760382] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b8fb24d-0dc9-4506-bd6c-eaaadbad3d61 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.767316] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 638.767316] env[70771]: value = "task-3513068" [ 638.767316] env[70771]: _type = "Task" [ 638.767316] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.768579] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.771016] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.772534] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c644027f-202d-41d8-8e5d-67281470a2b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.782021] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 638.782021] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52937b4f-306c-9469-0f5a-b5fe91b7fc16" [ 638.782021] env[70771]: _type = "Task" [ 638.782021] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.782021] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.788496] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52937b4f-306c-9469-0f5a-b5fe91b7fc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.789358] env[70771]: DEBUG nova.network.neutron [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Successfully created port: c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.887413] env[70771]: DEBUG nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.916912] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.917235] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.917310] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.917489] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.917630] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.917811] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.918191] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.918261] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.919163] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.919163] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.919163] env[70771]: DEBUG nova.virt.hardware [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.919919] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd997f7-cc0e-47a7-b941-b7d11f72ca6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.929312] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e67a9a-0fbb-40c8-bf71-10ee2b933512 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.205389] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.217463] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.280839] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513068, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.292370] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52937b4f-306c-9469-0f5a-b5fe91b7fc16, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.292370] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576e907f-9d1a-41d0-a904-dbeed96b142b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.298853] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 639.298853] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52434024-d085-c493-59ed-187eaa02742f" [ 639.298853] env[70771]: _type = "Task" [ 639.298853] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.314964] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52434024-d085-c493-59ed-187eaa02742f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.366293] env[70771]: DEBUG nova.network.neutron [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Updated VIF entry in instance network info cache for port aa39baa7-bf4f-413d-bc00-3021fcfda607. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.366293] env[70771]: DEBUG nova.network.neutron [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Updating instance_info_cache with network_info: [{"id": "aa39baa7-bf4f-413d-bc00-3021fcfda607", "address": "fa:16:3e:8f:95:31", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa39baa7-bf", "ovs_interfaceid": "aa39baa7-bf4f-413d-bc00-3021fcfda607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.704682] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640709} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.705033] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 3980108e-fa0a-4bd7-a018-a8d4c5c0888f/3980108e-fa0a-4bd7-a018-a8d4c5c0888f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.705457] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.705737] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddff7e33-d5b2-4804-b578-838709022558 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.715579] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 639.715579] env[70771]: value = "task-3513069" [ 639.715579] env[70771]: _type = "Task" [ 639.715579] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.727286] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 639.727286] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.788s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.727286] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.727286] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.302s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.727745] env[70771]: INFO nova.compute.claims [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.779798] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769498} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.782649] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 70ce063e-56ee-49cf-812c-65355126beac/70ce063e-56ee-49cf-812c-65355126beac.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.782787] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.783079] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b76798f-827e-4440-afb0-410f2729afc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.791390] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 639.791390] env[70771]: value = "task-3513070" [ 639.791390] env[70771]: _type = "Task" [ 639.791390] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.801839] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.811404] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52434024-d085-c493-59ed-187eaa02742f, 'name': SearchDatastore_Task, 'duration_secs': 0.055054} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.811673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.811933] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] fa1783ff-62b1-43cc-9d7c-897a04199c1b/fa1783ff-62b1-43cc-9d7c-897a04199c1b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.812229] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.812415] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.812616] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbe84624-0867-4e61-963e-95d296f04e69 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.818020] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1ea659e-016c-4fa1-bdd7-1bda7d0f6211 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.821647] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 639.821647] env[70771]: value = "task-3513071" [ 639.821647] env[70771]: _type = "Task" [ 639.821647] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.829224] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.829445] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.830636] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86d4122-517b-434c-b157-1ec05da9edf9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.838142] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.840169] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 639.840169] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ec0f9f-9d7b-7f55-2979-d087fcb20248" [ 639.840169] env[70771]: _type = "Task" [ 639.840169] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.848785] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ec0f9f-9d7b-7f55-2979-d087fcb20248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.867561] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd6b0177-4605-450c-bd70-e1f129450eeb req-10791314-f692-4a13-b505-38493c431966 service nova] Releasing lock "refresh_cache-70ce063e-56ee-49cf-812c-65355126beac" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.165899] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "ad438180-2e64-447b-ab5c-76566567d026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.166367] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "ad438180-2e64-447b-ab5c-76566567d026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.228034] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065188} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.228435] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.229555] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1017e-c819-4fb4-89dc-e99a3fa6cc67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.264058] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 3980108e-fa0a-4bd7-a018-a8d4c5c0888f/3980108e-fa0a-4bd7-a018-a8d4c5c0888f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.267901] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3cc9ae-7dbb-4d46-9bf4-765035a14463 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.291070] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 640.291070] env[70771]: value = "task-3513072" [ 640.291070] env[70771]: _type = "Task" [ 640.291070] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.303174] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.309526] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069003} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.313596] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.315139] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4c59b-84b8-4c17-8bbe-e791fd511a0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.349445] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 70ce063e-56ee-49cf-812c-65355126beac/70ce063e-56ee-49cf-812c-65355126beac.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.355669] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f17e1a-c8a4-41fd-ada7-c25dd5681a62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.381010] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448656} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.385863] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] fa1783ff-62b1-43cc-9d7c-897a04199c1b/fa1783ff-62b1-43cc-9d7c-897a04199c1b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.386098] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.386627] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 640.386627] env[70771]: value = "task-3513073" [ 640.386627] env[70771]: _type = "Task" [ 640.386627] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.387406] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ec0f9f-9d7b-7f55-2979-d087fcb20248, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.389409] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d7323e-cd94-4f77-a176-07b0ab607731 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.398223] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96541388-15bf-41bb-a10a-11d36fbd9c57 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.406415] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.409198] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 640.409198] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521ce590-f67b-b62f-c4de-4772cbfd2fdc" [ 640.409198] env[70771]: _type = "Task" [ 640.409198] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.409198] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 640.409198] env[70771]: value = "task-3513074" [ 640.409198] env[70771]: _type = "Task" [ 640.409198] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.419335] env[70771]: DEBUG nova.network.neutron [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Successfully updated port: ffb092e4-c4dd-434d-b93e-c6739d866af5 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.436411] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521ce590-f67b-b62f-c4de-4772cbfd2fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.440120] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.440393] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 98f6c832-feaf-48f9-ac5f-5b45e870598f/98f6c832-feaf-48f9-ac5f-5b45e870598f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.440695] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.444614] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260d9d03-fcab-4677-81e4-3cd21b2d6bed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.452564] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 640.452564] env[70771]: value = "task-3513075" [ 640.452564] env[70771]: _type = "Task" [ 640.452564] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.462947] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.519761] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4335b587-c9d2-462e-94af-bd5aff4da68c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.530841] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135940d7-29f6-4454-8fb8-e5012c2186d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.568161] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d632da30-ad97-4753-909f-aa0c7484a35a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.576977] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230ec3f3-6e66-476f-931b-7dfa67e7dd95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.595475] env[70771]: DEBUG nova.compute.provider_tree [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.671056] env[70771]: DEBUG nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.804621] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513072, 'name': ReconfigVM_Task, 'duration_secs': 0.281396} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.804621] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 3980108e-fa0a-4bd7-a018-a8d4c5c0888f/3980108e-fa0a-4bd7-a018-a8d4c5c0888f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.805281] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-753df51f-d58e-4979-a0ad-6c0eec3c7d49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.813184] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 640.813184] env[70771]: value = "task-3513076" [ 640.813184] env[70771]: _type = "Task" [ 640.813184] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.824017] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513076, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.904432] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513073, 'name': ReconfigVM_Task, 'duration_secs': 0.470999} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.905356] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 70ce063e-56ee-49cf-812c-65355126beac/70ce063e-56ee-49cf-812c-65355126beac.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.906032] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-364f0bcc-ba1d-4ebe-8186-5cadacfa8fef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.919593] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 640.919593] env[70771]: value = "task-3513077" [ 640.919593] env[70771]: _type = "Task" [ 640.919593] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.933416] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.933550] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquired lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.933815] env[70771]: DEBUG nova.network.neutron [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.935249] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110283} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.936830] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.937895] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02719543-bae9-4b33-999b-b5f1149a068b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.946902] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513077, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.974229] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] fa1783ff-62b1-43cc-9d7c-897a04199c1b/fa1783ff-62b1-43cc-9d7c-897a04199c1b.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.979905] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ceeadd7-56de-4d9d-bbfb-04ba63c4004d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.998416] env[70771]: DEBUG nova.compute.manager [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Received event network-vif-plugged-e4316998-1865-45ce-bdc2-d91cfe5ae09f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.998698] env[70771]: DEBUG oslo_concurrency.lockutils [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] Acquiring lock "98f6c832-feaf-48f9-ac5f-5b45e870598f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.998950] env[70771]: DEBUG oslo_concurrency.lockutils [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.999166] env[70771]: DEBUG oslo_concurrency.lockutils [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.999371] env[70771]: DEBUG nova.compute.manager [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] No waiting events found dispatching network-vif-plugged-e4316998-1865-45ce-bdc2-d91cfe5ae09f {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.000508] env[70771]: WARNING nova.compute.manager [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Received unexpected event network-vif-plugged-e4316998-1865-45ce-bdc2-d91cfe5ae09f for instance with vm_state building and task_state spawning. [ 641.000508] env[70771]: DEBUG nova.compute.manager [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Received event network-changed-e4316998-1865-45ce-bdc2-d91cfe5ae09f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.000508] env[70771]: DEBUG nova.compute.manager [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Refreshing instance network info cache due to event network-changed-e4316998-1865-45ce-bdc2-d91cfe5ae09f. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.000508] env[70771]: DEBUG oslo_concurrency.lockutils [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] Acquiring lock "refresh_cache-98f6c832-feaf-48f9-ac5f-5b45e870598f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.000508] env[70771]: DEBUG oslo_concurrency.lockutils [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] Acquired lock "refresh_cache-98f6c832-feaf-48f9-ac5f-5b45e870598f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.000725] env[70771]: DEBUG nova.network.neutron [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Refreshing network info cache for port e4316998-1865-45ce-bdc2-d91cfe5ae09f {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.008765] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497536} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.010804] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 98f6c832-feaf-48f9-ac5f-5b45e870598f/98f6c832-feaf-48f9-ac5f-5b45e870598f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.011307] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.011723] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 641.011723] env[70771]: value = "task-3513078" [ 641.011723] env[70771]: _type = "Task" [ 641.011723] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.011923] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a818528-d50c-43dc-8ef7-a4e9ac06c24f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.023689] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.025217] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 641.025217] env[70771]: value = "task-3513079" [ 641.025217] env[70771]: _type = "Task" [ 641.025217] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.037906] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.102784] env[70771]: DEBUG nova.scheduler.client.report [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.206512] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.325566] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513076, 'name': Rename_Task, 'duration_secs': 0.227625} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.325566] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.325566] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99023b81-f7c8-4ae0-a69d-308c50b3672a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.333144] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 641.333144] env[70771]: value = "task-3513080" [ 641.333144] env[70771]: _type = "Task" [ 641.333144] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.355143] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513080, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.428970] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513077, 'name': Rename_Task, 'duration_secs': 0.152656} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.429275] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.429527] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bd1c8d0-80c8-4bc6-b9d3-9873570c231e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.438828] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 641.438828] env[70771]: value = "task-3513081" [ 641.438828] env[70771]: _type = "Task" [ 641.438828] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.458705] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.529061] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513078, 'name': ReconfigVM_Task, 'duration_secs': 0.344223} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.533041] env[70771]: DEBUG nova.network.neutron [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.536389] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] fa1783ff-62b1-43cc-9d7c-897a04199c1b/fa1783ff-62b1-43cc-9d7c-897a04199c1b.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.537056] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d43fe70-7052-4f87-b296-0a21b52fe42c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.543798] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301381} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.545284] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.545647] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 641.545647] env[70771]: value = "task-3513082" [ 641.545647] env[70771]: _type = "Task" [ 641.545647] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.546379] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43668f07-2382-48a0-945f-5d55d11c6c4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.574212] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 98f6c832-feaf-48f9-ac5f-5b45e870598f/98f6c832-feaf-48f9-ac5f-5b45e870598f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.577729] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe70e43-74f2-4f44-a8a5-c60b7cfd5640 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.592445] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513082, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.598540] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 641.598540] env[70771]: value = "task-3513083" [ 641.598540] env[70771]: _type = "Task" [ 641.598540] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.610432] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.884s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.611051] env[70771]: DEBUG nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.614339] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.614561] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.408s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.616668] env[70771]: INFO nova.compute.claims [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.844374] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.949748] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.069093] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513082, 'name': Rename_Task, 'duration_secs': 0.159075} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.069093] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.069093] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0685ea6d-73e4-4a7f-b2ee-00886a3ffb2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.074300] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 642.074300] env[70771]: value = "task-3513084" [ 642.074300] env[70771]: _type = "Task" [ 642.074300] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.085416] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.112897] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513083, 'name': ReconfigVM_Task, 'duration_secs': 0.421176} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.113357] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 98f6c832-feaf-48f9-ac5f-5b45e870598f/98f6c832-feaf-48f9-ac5f-5b45e870598f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.114236] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be50930f-4d68-4d48-9168-393f097d52b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.120588] env[70771]: DEBUG nova.compute.utils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.126229] env[70771]: DEBUG nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.126798] env[70771]: DEBUG nova.network.neutron [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.130963] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 642.130963] env[70771]: value = "task-3513085" [ 642.130963] env[70771]: _type = "Task" [ 642.130963] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.146878] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513085, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.263042] env[70771]: DEBUG nova.policy [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2779d3501270490684e47e9ebbd496e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7175cf2ef4e04a81a8c994afb9fe11f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.348306] env[70771]: DEBUG oslo_vmware.api [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513080, 'name': PowerOnVM_Task, 'duration_secs': 0.513431} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.350667] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.351096] env[70771]: INFO nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Took 14.71 seconds to spawn the instance on the hypervisor. [ 642.351360] env[70771]: DEBUG nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.352213] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d2462-f41a-46b2-901f-89b5916793f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.402395] env[70771]: DEBUG nova.network.neutron [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Updating instance_info_cache with network_info: [{"id": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "address": "fa:16:3e:4f:2f:47", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb092e4-c4", "ovs_interfaceid": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.452243] env[70771]: DEBUG oslo_vmware.api [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513081, 'name': PowerOnVM_Task, 'duration_secs': 0.524471} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.452675] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.452890] env[70771]: INFO nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Took 12.58 seconds to spawn the instance on the hypervisor. [ 642.453125] env[70771]: DEBUG nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.453901] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c4c812-1e9a-4c40-af18-33e392466326 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.543443] env[70771]: DEBUG nova.network.neutron [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Successfully updated port: c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.585456] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513084, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.639940] env[70771]: DEBUG nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.645873] env[70771]: DEBUG nova.network.neutron [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Updated VIF entry in instance network info cache for port e4316998-1865-45ce-bdc2-d91cfe5ae09f. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.646544] env[70771]: DEBUG nova.network.neutron [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Updating instance_info_cache with network_info: [{"id": "e4316998-1865-45ce-bdc2-d91cfe5ae09f", "address": "fa:16:3e:d6:ef:84", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4316998-18", "ovs_interfaceid": "e4316998-1865-45ce-bdc2-d91cfe5ae09f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.658853] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513085, 'name': Rename_Task, 'duration_secs': 0.315522} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.658853] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.659012] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44fc98d-c4f4-4ac3-b6e9-10bd8f636282 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.665742] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 642.665742] env[70771]: value = "task-3513086" [ 642.665742] env[70771]: _type = "Task" [ 642.665742] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.679728] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.858129] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e295a-3028-4fc0-923b-14ee84818e27 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.872029] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aef034-5359-4fd9-b692-63e6be368759 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.875369] env[70771]: INFO nova.compute.manager [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Took 19.51 seconds to build instance. [ 642.904566] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Releasing lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.904897] env[70771]: DEBUG nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Instance network_info: |[{"id": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "address": "fa:16:3e:4f:2f:47", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb092e4-c4", "ovs_interfaceid": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.906316] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dd1047e0-2cbe-4455-90f9-3fce3ea2a83b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.548s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.906641] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:2f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffb092e4-c4dd-434d-b93e-c6739d866af5', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.915744] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Creating folder: Project (ccc5b8b3fa5e4160910d2caafec8831b). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.915744] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d7bb43-ba76-4999-8324-c4053d99df84 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.917906] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8adb5845-68a6-441b-93c5-2575f036a58c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.925792] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d4934e-1098-4ea6-9d71-e9bbffe65ce0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.931310] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Created folder: Project (ccc5b8b3fa5e4160910d2caafec8831b) in parent group-v701875. [ 642.931503] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Creating folder: Instances. Parent ref: group-v701888. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.932498] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5c5f278-a539-4ee2-abdb-64851c2cb4e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.942864] env[70771]: DEBUG nova.compute.provider_tree [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.951398] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Created folder: Instances in parent group-v701888. [ 642.951645] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.951839] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.952177] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4de9daef-1d45-4697-ad6c-6ffec099e4bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.976054] env[70771]: INFO nova.compute.manager [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Took 19.34 seconds to build instance. [ 642.979652] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.979652] env[70771]: value = "task-3513089" [ 642.979652] env[70771]: _type = "Task" [ 642.979652] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.985477] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513089, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.048473] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.048627] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.048778] env[70771]: DEBUG nova.network.neutron [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.089611] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.154713] env[70771]: DEBUG oslo_concurrency.lockutils [req-933f6efa-e579-47bf-b80f-be176944556d req-3e4264e5-f52f-4b52-933b-c9c7234b2c66 service nova] Releasing lock "refresh_cache-98f6c832-feaf-48f9-ac5f-5b45e870598f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.178508] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.313072] env[70771]: DEBUG nova.network.neutron [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Successfully created port: aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.447473] env[70771]: DEBUG nova.scheduler.client.report [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.478415] env[70771]: DEBUG oslo_concurrency.lockutils [None req-81b9e177-359f-41ba-93b7-28554ce58817 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "70ce063e-56ee-49cf-812c-65355126beac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.851s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.495826] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513089, 'name': CreateVM_Task, 'duration_secs': 0.385183} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.496017] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.500894] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.501991] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.501991] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.501991] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a221431f-6742-4bc8-98bd-7b9d98383673 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.508283] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 643.508283] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f24b8f-7ab2-b0d1-6510-2cdd475a9be9" [ 643.508283] env[70771]: _type = "Task" [ 643.508283] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.518641] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f24b8f-7ab2-b0d1-6510-2cdd475a9be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.593158] env[70771]: DEBUG oslo_vmware.api [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513084, 'name': PowerOnVM_Task, 'duration_secs': 1.099223} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.594415] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.594415] env[70771]: INFO nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Took 9.16 seconds to spawn the instance on the hypervisor. [ 643.594415] env[70771]: DEBUG nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.594641] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe6507a-b390-4db6-a97e-73ec882edc24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.661094] env[70771]: DEBUG nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.666194] env[70771]: DEBUG nova.network.neutron [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.682172] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.696958] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.696958] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.696958] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.697105] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.697105] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.697936] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.697936] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.697936] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.698095] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.698447] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.698622] env[70771]: DEBUG nova.virt.hardware [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.700405] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ef3cb4-4157-4394-9eb3-b00af67eaf59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.707910] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fd66d8-17ba-44fe-b21f-a57a6d058795 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.789357] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "46940103-9674-410e-9e7f-b356cb9df416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.789448] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "46940103-9674-410e-9e7f-b356cb9df416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.956858] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.956858] env[70771]: DEBUG nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.023105] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f24b8f-7ab2-b0d1-6510-2cdd475a9be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.027129] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.027129] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.030802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.030802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.030802] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.030802] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7de98462-5785-4872-a24e-68b6824f4925 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.040070] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.040323] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.041305] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6996f4d-c63e-4332-9c60-844fa249c9cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.048511] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 644.048511] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5241d492-ed28-d85a-882d-5e38419a0c39" [ 644.048511] env[70771]: _type = "Task" [ 644.048511] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.059603] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5241d492-ed28-d85a-882d-5e38419a0c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.115069] env[70771]: INFO nova.compute.manager [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Took 18.43 seconds to build instance. [ 644.155036] env[70771]: DEBUG nova.network.neutron [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updating instance_info_cache with network_info: [{"id": "c2694d3f-527f-4890-bf9d-62a74f11b251", "address": "fa:16:3e:f0:9e:18", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2694d3f-52", "ovs_interfaceid": "c2694d3f-527f-4890-bf9d-62a74f11b251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.183809] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513086, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.292668] env[70771]: DEBUG nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.462340] env[70771]: DEBUG nova.compute.utils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.463770] env[70771]: DEBUG nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.463964] env[70771]: DEBUG nova.network.neutron [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.545182] env[70771]: DEBUG nova.policy [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5bd078cc9344339b74226b78cfb999', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59adb096eb1646839c855d5d58272471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.564528] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5241d492-ed28-d85a-882d-5e38419a0c39, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.565615] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce19d10c-4020-4ee4-8daf-ed5f857f8a38 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.572476] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 644.572476] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5242cfa4-8f92-d644-aa40-a624f1995bd1" [ 644.572476] env[70771]: _type = "Task" [ 644.572476] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.583522] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5242cfa4-8f92-d644-aa40-a624f1995bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.617943] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6783b7ea-6785-4faf-8eb9-cee23e4f8819 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.935s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.658751] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Releasing lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.659528] env[70771]: DEBUG nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Instance network_info: |[{"id": "c2694d3f-527f-4890-bf9d-62a74f11b251", "address": "fa:16:3e:f0:9e:18", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2694d3f-52", "ovs_interfaceid": "c2694d3f-527f-4890-bf9d-62a74f11b251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.660357] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:9e:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2694d3f-527f-4890-bf9d-62a74f11b251', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.668887] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Creating folder: Project (eabebc76b66246049b943981eb0bc23d). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.669921] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c5cebf0-bd1a-4b3e-a3fb-99e73d674280 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.682135] env[70771]: DEBUG oslo_vmware.api [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513086, 'name': PowerOnVM_Task, 'duration_secs': 1.546087} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.683065] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.683065] env[70771]: INFO nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Took 12.55 seconds to spawn the instance on the hypervisor. [ 644.683065] env[70771]: DEBUG nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.683655] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce39f3bd-5f29-407c-bf8e-c5ba555776d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.688471] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Created folder: Project (eabebc76b66246049b943981eb0bc23d) in parent group-v701875. [ 644.688542] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Creating folder: Instances. Parent ref: group-v701891. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.689391] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f704e7fb-6d4f-4e02-91c8-a66e74c3c3a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.700710] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Created folder: Instances in parent group-v701891. [ 644.700980] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.701197] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.701411] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50152035-6e67-4e9c-b037-b2a52df86737 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.728842] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.728842] env[70771]: value = "task-3513092" [ 644.728842] env[70771]: _type = "Task" [ 644.728842] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.742030] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513092, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.835256] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.835588] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.837444] env[70771]: INFO nova.compute.claims [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.967476] env[70771]: DEBUG nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.091700] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5242cfa4-8f92-d644-aa40-a624f1995bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.092108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.097017] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 83538412-4fec-423a-a1b6-6ca64adb08c1/83538412-4fec-423a-a1b6-6ca64adb08c1.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.097017] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5563fba-2d76-43bc-b4cd-911397d79cc0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.107278] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 645.107278] env[70771]: value = "task-3513093" [ 645.107278] env[70771]: _type = "Task" [ 645.107278] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.124129] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.185047] env[70771]: DEBUG nova.network.neutron [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Successfully created port: c357feec-7abc-414e-970f-abcfcef2cb01 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.205603] env[70771]: INFO nova.compute.manager [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Took 20.44 seconds to build instance. [ 645.258361] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513092, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.621059] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.709497] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91477307-bc72-4225-ae8d-62c9b73f6b87 tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.955s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.719727] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.720066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.748060] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513092, 'name': CreateVM_Task, 'duration_secs': 0.577225} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.748214] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.748962] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.749184] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.749454] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.749692] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134ed6e3-fb32-4398-8741-3c400bc99a23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.756202] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 645.756202] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c9559b-8f41-57ec-2680-d02318e59698" [ 645.756202] env[70771]: _type = "Task" [ 645.756202] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.768252] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c9559b-8f41-57ec-2680-d02318e59698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.985794] env[70771]: DEBUG nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.999531] env[70771]: DEBUG nova.network.neutron [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Successfully updated port: aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.037175] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.037430] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.037585] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.037762] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.037930] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.038098] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.038315] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.038504] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.039204] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.039204] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.039204] env[70771]: DEBUG nova.virt.hardware [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.040256] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557a6a05-7ddf-477d-afea-4e18642f2b9c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.058310] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039952c8-782e-498c-a25f-6c2e94864408 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.118943] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Received event network-vif-plugged-ffb092e4-c4dd-434d-b93e-c6739d866af5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.119015] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Acquiring lock "83538412-4fec-423a-a1b6-6ca64adb08c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.119502] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.119671] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.119912] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] No waiting events found dispatching network-vif-plugged-ffb092e4-c4dd-434d-b93e-c6739d866af5 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.120128] env[70771]: WARNING nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Received unexpected event network-vif-plugged-ffb092e4-c4dd-434d-b93e-c6739d866af5 for instance with vm_state building and task_state spawning. [ 646.120289] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Received event network-changed-ffb092e4-c4dd-434d-b93e-c6739d866af5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.120466] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Refreshing instance network info cache due to event network-changed-ffb092e4-c4dd-434d-b93e-c6739d866af5. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.121369] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Acquiring lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.121369] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Acquired lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.121369] env[70771]: DEBUG nova.network.neutron [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Refreshing network info cache for port ffb092e4-c4dd-434d-b93e-c6739d866af5 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.130641] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656636} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.130641] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 83538412-4fec-423a-a1b6-6ca64adb08c1/83538412-4fec-423a-a1b6-6ca64adb08c1.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.130641] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.132067] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48853e7-ddb1-41cb-8f1f-47fbf29b40b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.135234] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51401d5e-172a-44a5-88c6-621ae2c74ccb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.147599] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30827a6e-296a-47f5-b8ba-46552dc36580 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.153226] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 646.153226] env[70771]: value = "task-3513094" [ 646.153226] env[70771]: _type = "Task" [ 646.153226] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.191600] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8874ad-31f0-458a-9e88-3bcf987c5e3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.200509] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513094, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.207824] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f7595-2f0d-4bff-9636-3aeead428013 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.231675] env[70771]: DEBUG nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.232825] env[70771]: DEBUG nova.compute.provider_tree [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.271389] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c9559b-8f41-57ec-2680-d02318e59698, 'name': SearchDatastore_Task, 'duration_secs': 0.017946} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.271830] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.272215] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.272534] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.272913] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.273230] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.274081] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b1d4b3d-9a1c-44b9-9ca2-6c7febdf4c18 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.286387] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.286694] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.287720] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b92311f-9308-4369-a04b-8ca81ce2b3c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.299018] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 646.299018] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52cdaa0f-4cd3-2739-9e35-c8a189fa9e03" [ 646.299018] env[70771]: _type = "Task" [ 646.299018] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.312258] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cdaa0f-4cd3-2739-9e35-c8a189fa9e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.509377] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.509377] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquired lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.509377] env[70771]: DEBUG nova.network.neutron [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.665216] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127275} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.665497] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.666321] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2828471-27ef-4857-b90f-d150a54c98e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.703963] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 83538412-4fec-423a-a1b6-6ca64adb08c1/83538412-4fec-423a-a1b6-6ca64adb08c1.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.703963] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bc8418-61a0-42a9-a381-6becc868aa5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.729138] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 646.729138] env[70771]: value = "task-3513095" [ 646.729138] env[70771]: _type = "Task" [ 646.729138] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.742286] env[70771]: DEBUG nova.scheduler.client.report [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.745487] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.769810] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.812458] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cdaa0f-4cd3-2739-9e35-c8a189fa9e03, 'name': SearchDatastore_Task, 'duration_secs': 0.018293} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.813378] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e7f42d-0922-41a6-9d5a-871453b1cb1e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.820941] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 646.820941] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526fdfcc-fe1f-ba4d-4620-aa3ed1ce4693" [ 646.820941] env[70771]: _type = "Task" [ 646.820941] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.830902] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526fdfcc-fe1f-ba4d-4620-aa3ed1ce4693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.242506] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.250456] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.251164] env[70771]: DEBUG nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.254101] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.484s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.255231] env[70771]: INFO nova.compute.claims [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.339684] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526fdfcc-fe1f-ba4d-4620-aa3ed1ce4693, 'name': SearchDatastore_Task, 'duration_secs': 0.019611} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.340100] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.340384] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ab058a0c-20a3-49df-b50e-dc3a657ba8e8/ab058a0c-20a3-49df-b50e-dc3a657ba8e8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.340759] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebb31d66-b477-4a42-b349-fc56863a2941 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.352256] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 647.352256] env[70771]: value = "task-3513096" [ 647.352256] env[70771]: _type = "Task" [ 647.352256] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.363615] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.364618] env[70771]: DEBUG nova.network.neutron [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.442828] env[70771]: DEBUG nova.network.neutron [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Updated VIF entry in instance network info cache for port ffb092e4-c4dd-434d-b93e-c6739d866af5. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.443176] env[70771]: DEBUG nova.network.neutron [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Updating instance_info_cache with network_info: [{"id": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "address": "fa:16:3e:4f:2f:47", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb092e4-c4", "ovs_interfaceid": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.743492] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513095, 'name': ReconfigVM_Task, 'duration_secs': 0.672521} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.743830] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 83538412-4fec-423a-a1b6-6ca64adb08c1/83538412-4fec-423a-a1b6-6ca64adb08c1.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.744457] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8055e666-6736-476b-8214-7cc7d339555e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.758597] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 647.758597] env[70771]: value = "task-3513097" [ 647.758597] env[70771]: _type = "Task" [ 647.758597] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.760094] env[70771]: DEBUG nova.compute.utils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.765399] env[70771]: DEBUG nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.765399] env[70771]: DEBUG nova.network.neutron [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.779914] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513097, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.873668] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.906353] env[70771]: DEBUG nova.policy [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5bd078cc9344339b74226b78cfb999', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59adb096eb1646839c855d5d58272471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.947760] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Releasing lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.947760] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Received event network-vif-plugged-c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.947760] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Acquiring lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.947760] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.947760] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.948323] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] No waiting events found dispatching network-vif-plugged-c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.948323] env[70771]: WARNING nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Received unexpected event network-vif-plugged-c2694d3f-527f-4890-bf9d-62a74f11b251 for instance with vm_state building and task_state spawning. [ 647.948323] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Received event network-changed-c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.948323] env[70771]: DEBUG nova.compute.manager [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Refreshing instance network info cache due to event network-changed-c2694d3f-527f-4890-bf9d-62a74f11b251. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.948323] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Acquiring lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.948471] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Acquired lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.948471] env[70771]: DEBUG nova.network.neutron [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Refreshing network info cache for port c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.112894] env[70771]: DEBUG nova.network.neutron [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Updating instance_info_cache with network_info: [{"id": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "address": "fa:16:3e:a4:70:34", "network": {"id": "cbaa2896-37ec-495d-a37d-1c54072c3cca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-281052183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7175cf2ef4e04a81a8c994afb9fe11f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4d4d4e-60", "ovs_interfaceid": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.221865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.222352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.274584] env[70771]: DEBUG nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.286929] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513097, 'name': Rename_Task, 'duration_secs': 0.45943} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.287208] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.287493] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4552a0ed-55be-4707-abfb-79e27c28836e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.301642] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 648.301642] env[70771]: value = "task-3513098" [ 648.301642] env[70771]: _type = "Task" [ 648.301642] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.318507] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.375119] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715365} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.377059] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ab058a0c-20a3-49df-b50e-dc3a657ba8e8/ab058a0c-20a3-49df-b50e-dc3a657ba8e8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.377330] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.378395] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18bfe18c-7486-40fc-8d1c-8673801e91e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.394000] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 648.394000] env[70771]: value = "task-3513099" [ 648.394000] env[70771]: _type = "Task" [ 648.394000] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.406246] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.437539] env[70771]: DEBUG nova.network.neutron [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Successfully updated port: c357feec-7abc-414e-970f-abcfcef2cb01 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.534295] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca603850-bdeb-4487-8157-2bf9bf6e7dd8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.542687] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1ccf4d-c936-4057-9574-988bbac23b96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.580584] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04b498d-cee8-4d7c-bb7d-aa1633ee1be6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.590912] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1b27b5-5eed-4f54-ae34-21e4a4b2670f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.607703] env[70771]: DEBUG nova.compute.provider_tree [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.618198] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Releasing lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.618198] env[70771]: DEBUG nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Instance network_info: |[{"id": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "address": "fa:16:3e:a4:70:34", "network": {"id": "cbaa2896-37ec-495d-a37d-1c54072c3cca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-281052183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7175cf2ef4e04a81a8c994afb9fe11f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4d4d4e-60", "ovs_interfaceid": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.618400] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:70:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.626128] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Creating folder: Project (7175cf2ef4e04a81a8c994afb9fe11f7). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.626853] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02b61266-f5e2-4a2d-bedf-28739b2c1c96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.641345] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Created folder: Project (7175cf2ef4e04a81a8c994afb9fe11f7) in parent group-v701875. [ 648.641345] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Creating folder: Instances. Parent ref: group-v701894. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.641962] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edbd89b7-ebb6-4e29-b035-feb58a61823e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.657762] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Created folder: Instances in parent group-v701894. [ 648.658689] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.658689] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.658689] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8a6b30a-4aaa-4be8-8a8f-ed0e8ca7def4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.682498] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.682498] env[70771]: value = "task-3513102" [ 648.682498] env[70771]: _type = "Task" [ 648.682498] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.692738] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513102, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.725139] env[70771]: DEBUG nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.814167] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.907152] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262473} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.907404] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.908528] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d0b14b-08f3-481a-abd3-7e7a6dd574b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.933987] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ab058a0c-20a3-49df-b50e-dc3a657ba8e8/ab058a0c-20a3-49df-b50e-dc3a657ba8e8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.937394] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5925282-71ae-4afa-bee0-a170f58ff833 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.952318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "refresh_cache-ad438180-2e64-447b-ab5c-76566567d026" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.952531] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "refresh_cache-ad438180-2e64-447b-ab5c-76566567d026" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.952698] env[70771]: DEBUG nova.network.neutron [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.961908] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 648.961908] env[70771]: value = "task-3513103" [ 648.961908] env[70771]: _type = "Task" [ 648.961908] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.977242] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.114396] env[70771]: DEBUG nova.scheduler.client.report [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.139636] env[70771]: DEBUG nova.network.neutron [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Successfully created port: 33c0e220-8db1-4b07-b3b7-1a5dc14d892c {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.199162] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513102, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.199162] env[70771]: DEBUG nova.network.neutron [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updated VIF entry in instance network info cache for port c2694d3f-527f-4890-bf9d-62a74f11b251. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.199719] env[70771]: DEBUG nova.network.neutron [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updating instance_info_cache with network_info: [{"id": "c2694d3f-527f-4890-bf9d-62a74f11b251", "address": "fa:16:3e:f0:9e:18", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2694d3f-52", "ovs_interfaceid": "c2694d3f-527f-4890-bf9d-62a74f11b251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.259688] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.286041] env[70771]: DEBUG nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.295802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "97693e67-108c-47d1-9f93-78376c9b11e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.297503] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "97693e67-108c-47d1-9f93-78376c9b11e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.322191] env[70771]: DEBUG oslo_vmware.api [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513098, 'name': PowerOnVM_Task, 'duration_secs': 0.986736} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.325701] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.326949] env[70771]: INFO nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Took 12.65 seconds to spawn the instance on the hypervisor. [ 649.326949] env[70771]: DEBUG nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.327916] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa76c3b-a7aa-44d9-a176-c2f8fde9c3f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.341400] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.345191] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.345191] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.345191] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.345191] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.345191] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.345372] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.345372] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.345372] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.345372] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.345372] env[70771]: DEBUG nova.virt.hardware [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.345519] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c0904-ca65-4bbd-8ec6-05369aa53aca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.372750] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bce0fa-69df-4ffc-b2d7-f4c990820b90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.476179] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.514443] env[70771]: DEBUG nova.network.neutron [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.624633] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.624633] env[70771]: DEBUG nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.624909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.366s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.629236] env[70771]: INFO nova.compute.claims [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.686258] env[70771]: DEBUG nova.compute.manager [req-bcf8939a-049a-47dc-ba6d-c66a66c7bfc0 req-f8387849-e891-4f03-b3f3-b674dcc855a7 service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Received event network-vif-plugged-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.686258] env[70771]: DEBUG oslo_concurrency.lockutils [req-bcf8939a-049a-47dc-ba6d-c66a66c7bfc0 req-f8387849-e891-4f03-b3f3-b674dcc855a7 service nova] Acquiring lock "d0f6ab95-8ecf-425d-b7db-d09f93283245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.686258] env[70771]: DEBUG oslo_concurrency.lockutils [req-bcf8939a-049a-47dc-ba6d-c66a66c7bfc0 req-f8387849-e891-4f03-b3f3-b674dcc855a7 service nova] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.686258] env[70771]: DEBUG oslo_concurrency.lockutils [req-bcf8939a-049a-47dc-ba6d-c66a66c7bfc0 req-f8387849-e891-4f03-b3f3-b674dcc855a7 service nova] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.686258] env[70771]: DEBUG nova.compute.manager [req-bcf8939a-049a-47dc-ba6d-c66a66c7bfc0 req-f8387849-e891-4f03-b3f3-b674dcc855a7 service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] No waiting events found dispatching network-vif-plugged-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.686821] env[70771]: WARNING nova.compute.manager [req-bcf8939a-049a-47dc-ba6d-c66a66c7bfc0 req-f8387849-e891-4f03-b3f3-b674dcc855a7 service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Received unexpected event network-vif-plugged-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 for instance with vm_state building and task_state spawning. [ 649.704768] env[70771]: DEBUG oslo_concurrency.lockutils [req-b3dee490-dcfa-4d0c-a70d-04c1bf7fea1a req-4da223bf-4f73-4fec-b6de-43a7ecce0712 service nova] Releasing lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.714020] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513102, 'name': CreateVM_Task, 'duration_secs': 0.719578} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.714020] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.714020] env[70771]: DEBUG oslo_vmware.service [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d88321-dd50-4db3-aee6-88300c25b9d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.723137] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.723137] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.723137] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.723137] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da07d71c-ea03-40ae-9286-39dbe98eded5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.730188] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 649.730188] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527a8e1a-89a8-d884-4155-c9f778bb1fa7" [ 649.730188] env[70771]: _type = "Task" [ 649.730188] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.741233] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527a8e1a-89a8-d884-4155-c9f778bb1fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.799458] env[70771]: DEBUG nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.872148] env[70771]: INFO nova.compute.manager [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Took 22.90 seconds to build instance. [ 649.980758] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513103, 'name': ReconfigVM_Task, 'duration_secs': 0.65652} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.981106] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ab058a0c-20a3-49df-b50e-dc3a657ba8e8/ab058a0c-20a3-49df-b50e-dc3a657ba8e8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.982502] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9211418-78a1-45cb-8761-ef4503b02aae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.992273] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 649.992273] env[70771]: value = "task-3513104" [ 649.992273] env[70771]: _type = "Task" [ 649.992273] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.999379] env[70771]: DEBUG nova.compute.manager [None req-3fbfb750-8146-44f7-9b15-46feb0a7410e tempest-ServerDiagnosticsV248Test-2103527597 tempest-ServerDiagnosticsV248Test-2103527597-project-admin] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.001031] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f7a295-ba2f-42a3-9fcf-38f712cd87f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.011428] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513104, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.013269] env[70771]: INFO nova.compute.manager [None req-3fbfb750-8146-44f7-9b15-46feb0a7410e tempest-ServerDiagnosticsV248Test-2103527597 tempest-ServerDiagnosticsV248Test-2103527597-project-admin] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Retrieving diagnostics [ 650.014616] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b75c3c-e2cb-4bda-bc98-f850d660162a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.130168] env[70771]: DEBUG nova.network.neutron [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Updating instance_info_cache with network_info: [{"id": "c357feec-7abc-414e-970f-abcfcef2cb01", "address": "fa:16:3e:a8:d2:4e", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc357feec-7a", "ovs_interfaceid": "c357feec-7abc-414e-970f-abcfcef2cb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.136648] env[70771]: DEBUG nova.compute.utils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.137501] env[70771]: DEBUG nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 650.162066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.163538] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.250845] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.251273] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.251838] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.251838] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.252168] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.252490] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27a46511-4aa5-4afa-8df4-c62bc219dd09 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.265044] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.265214] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.266141] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249ac4a4-f133-4cba-af95-8ad51a00edc8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.276614] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87156fd0-4f44-4d6c-9d74-95daa5f978af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.285645] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 650.285645] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c8ffc1-436a-69fd-023b-67a9669e68eb" [ 650.285645] env[70771]: _type = "Task" [ 650.285645] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.295094] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c8ffc1-436a-69fd-023b-67a9669e68eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.332651] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.365619] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Acquiring lock "70ce063e-56ee-49cf-812c-65355126beac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.365881] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Lock "70ce063e-56ee-49cf-812c-65355126beac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.366099] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Acquiring lock "70ce063e-56ee-49cf-812c-65355126beac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.366279] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Lock "70ce063e-56ee-49cf-812c-65355126beac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.366440] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Lock "70ce063e-56ee-49cf-812c-65355126beac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.369276] env[70771]: INFO nova.compute.manager [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Terminating instance [ 650.379185] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9b259f3-69ec-4de1-836d-0b9327f464b1 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.429s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.506795] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513104, 'name': Rename_Task, 'duration_secs': 0.257276} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.507145] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.507399] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d66b844-57fd-4fdc-b696-476359fea7a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.515952] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 650.515952] env[70771]: value = "task-3513105" [ 650.515952] env[70771]: _type = "Task" [ 650.515952] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.526346] env[70771]: DEBUG nova.compute.manager [None req-dea4d5ed-53e2-448d-bdea-b8caef87f4fc tempest-ServerDiagnosticsTest-1549227236 tempest-ServerDiagnosticsTest-1549227236-project-admin] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.528649] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc3b5f-eb41-47a1-8095-badd2d059651 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.536049] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.541142] env[70771]: INFO nova.compute.manager [None req-dea4d5ed-53e2-448d-bdea-b8caef87f4fc tempest-ServerDiagnosticsTest-1549227236 tempest-ServerDiagnosticsTest-1549227236-project-admin] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Retrieving diagnostics [ 650.542962] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c929e0-6246-4a4f-9147-1fb7ea568844 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.632587] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "refresh_cache-ad438180-2e64-447b-ab5c-76566567d026" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.632917] env[70771]: DEBUG nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance network_info: |[{"id": "c357feec-7abc-414e-970f-abcfcef2cb01", "address": "fa:16:3e:a8:d2:4e", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc357feec-7a", "ovs_interfaceid": "c357feec-7abc-414e-970f-abcfcef2cb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.633335] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c357feec-7abc-414e-970f-abcfcef2cb01', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.641012] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating folder: Project (59adb096eb1646839c855d5d58272471). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.641393] env[70771]: DEBUG nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.644068] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a4cccde-8d3b-47f6-859c-4bbcb60fc28e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.659280] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created folder: Project (59adb096eb1646839c855d5d58272471) in parent group-v701875. [ 650.659380] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating folder: Instances. Parent ref: group-v701897. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.659759] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bf9ae6a-7164-4cbe-ab83-725a98884e72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.666455] env[70771]: DEBUG nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.673345] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created folder: Instances in parent group-v701897. [ 650.673598] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.673784] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.673985] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-295416a9-2335-4804-b342-9db45220ff3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.698186] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.698186] env[70771]: value = "task-3513108" [ 650.698186] env[70771]: _type = "Task" [ 650.698186] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.712449] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513108, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.796568] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Preparing fetch location {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 650.796807] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Creating directory with path [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.801206] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7fec0cd-3f76-49ca-8e46-1368da32bf16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.819311] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Created directory with path [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.819731] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Fetch image to [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 650.820094] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Downloading image file data cdac509b-bdd3-43d1-aef8-ab61242fa639 to [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk on the data store datastore2 {{(pid=70771) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 650.821279] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe0fad5-a9ad-4426-92d2-d74f5ea2fcb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.836556] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a8ac5f-c1ca-4290-ac79-5a4b3066f79f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.851167] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae927d5d-fe99-47ea-92eb-8ee56aad50cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.886500] env[70771]: DEBUG nova.compute.manager [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.886500] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.889647] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db070d-3cdc-4437-954c-cab57b6febf1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.893021] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd51409-5905-4e39-bfec-2271d163f56e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.903162] env[70771]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6f4aa2dd-af24-4254-b53c-97b32ebbc8ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.904862] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.905168] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2a7254-e4b3-420f-a44a-e3360c04fafd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.915026] env[70771]: DEBUG oslo_vmware.api [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Waiting for the task: (returnval){ [ 650.915026] env[70771]: value = "task-3513109" [ 650.915026] env[70771]: _type = "Task" [ 650.915026] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.926902] env[70771]: DEBUG oslo_vmware.api [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Task: {'id': task-3513109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.943024] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Downloading image file data cdac509b-bdd3-43d1-aef8-ab61242fa639 to the data store datastore2 {{(pid=70771) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 650.952022] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd95b6-43ad-4bc3-81eb-a5fcea6e3a2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.961393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b08473-dab3-426f-a605-fc5ea8c9bf25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.004263] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f926f92-773b-4043-a1b8-77fd01db2885 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.015558] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c31445a-6b38-4df9-8392-3d26cad75f73 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.036039] env[70771]: DEBUG nova.compute.provider_tree [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.041688] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513105, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.056715] env[70771]: DEBUG oslo_vmware.rw_handles [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70771) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 651.203160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.216636] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513108, 'name': CreateVM_Task, 'duration_secs': 0.482939} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.220875] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.221837] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.222089] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.222785] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.223262] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04c1454-398c-48d0-b187-44d343eb1e0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.231403] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 651.231403] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ad32-23de-602b-d071-a8bf8c00f823" [ 651.231403] env[70771]: _type = "Task" [ 651.231403] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.242034] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ad32-23de-602b-d071-a8bf8c00f823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.309544] env[70771]: DEBUG nova.network.neutron [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Successfully updated port: 33c0e220-8db1-4b07-b3b7-1a5dc14d892c {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.430895] env[70771]: DEBUG oslo_vmware.api [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Task: {'id': task-3513109, 'name': PowerOffVM_Task, 'duration_secs': 0.307549} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.430951] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.431196] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.431472] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f2b19e0-7b9b-4e07-b622-288b8e204e70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.515561] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.515876] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.516141] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Deleting the datastore file [datastore1] 70ce063e-56ee-49cf-812c-65355126beac {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.516525] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8308c0f0-c99b-4077-af4b-4eacc3ceadcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.528702] env[70771]: DEBUG oslo_vmware.api [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Waiting for the task: (returnval){ [ 651.528702] env[70771]: value = "task-3513111" [ 651.528702] env[70771]: _type = "Task" [ 651.528702] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.541648] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513105, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.548084] env[70771]: DEBUG nova.scheduler.client.report [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.556474] env[70771]: DEBUG oslo_vmware.api [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Task: {'id': task-3513111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.627084] env[70771]: DEBUG nova.compute.manager [req-cefcde22-13ff-41c1-ba39-36bc64c7c6f9 req-ebce0a6e-4570-44ba-b2aa-b2f0e12b5e44 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Received event network-vif-plugged-c357feec-7abc-414e-970f-abcfcef2cb01 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.627298] env[70771]: DEBUG oslo_concurrency.lockutils [req-cefcde22-13ff-41c1-ba39-36bc64c7c6f9 req-ebce0a6e-4570-44ba-b2aa-b2f0e12b5e44 service nova] Acquiring lock "ad438180-2e64-447b-ab5c-76566567d026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.627550] env[70771]: DEBUG oslo_concurrency.lockutils [req-cefcde22-13ff-41c1-ba39-36bc64c7c6f9 req-ebce0a6e-4570-44ba-b2aa-b2f0e12b5e44 service nova] Lock "ad438180-2e64-447b-ab5c-76566567d026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.627772] env[70771]: DEBUG oslo_concurrency.lockutils [req-cefcde22-13ff-41c1-ba39-36bc64c7c6f9 req-ebce0a6e-4570-44ba-b2aa-b2f0e12b5e44 service nova] Lock "ad438180-2e64-447b-ab5c-76566567d026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.628043] env[70771]: DEBUG nova.compute.manager [req-cefcde22-13ff-41c1-ba39-36bc64c7c6f9 req-ebce0a6e-4570-44ba-b2aa-b2f0e12b5e44 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] No waiting events found dispatching network-vif-plugged-c357feec-7abc-414e-970f-abcfcef2cb01 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.628251] env[70771]: WARNING nova.compute.manager [req-cefcde22-13ff-41c1-ba39-36bc64c7c6f9 req-ebce0a6e-4570-44ba-b2aa-b2f0e12b5e44 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Received unexpected event network-vif-plugged-c357feec-7abc-414e-970f-abcfcef2cb01 for instance with vm_state building and task_state spawning. [ 651.652981] env[70771]: DEBUG nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.693079] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.693079] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.693079] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.693079] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.693384] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.696329] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.696329] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.696329] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.696329] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.696329] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.696499] env[70771]: DEBUG nova.virt.hardware [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.696582] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1982b12-ed6d-49b1-a42f-45a68b81cff5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.712834] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3f0ac8-68ff-4d93-8e3f-af2589b8053d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.736298] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.742724] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Creating folder: Project (f80f8f52b493467c8e66772450e1668d). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.751092] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493ddefe-3271-44e0-851a-59e19d55b7dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.763019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.763019] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.763019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.764773] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Created folder: Project (f80f8f52b493467c8e66772450e1668d) in parent group-v701875. [ 651.765080] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Creating folder: Instances. Parent ref: group-v701900. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.765388] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64812dc8-3fc3-4869-b061-cbc0e0b3464b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.779455] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Created folder: Instances in parent group-v701900. [ 651.779757] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.780428] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.780697] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31be40c7-3822-45bb-8812-ce2188cbd591 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.806988] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.806988] env[70771]: value = "task-3513114" [ 651.806988] env[70771]: _type = "Task" [ 651.806988] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.815987] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "refresh_cache-46940103-9674-410e-9e7f-b356cb9df416" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.816143] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "refresh_cache-46940103-9674-410e-9e7f-b356cb9df416" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.816290] env[70771]: DEBUG nova.network.neutron [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.821605] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513114, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.959320] env[70771]: DEBUG oslo_vmware.rw_handles [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Completed reading data from the image iterator. {{(pid=70771) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 651.959540] env[70771]: DEBUG oslo_vmware.rw_handles [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 652.040121] env[70771]: DEBUG oslo_vmware.api [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513105, 'name': PowerOnVM_Task, 'duration_secs': 1.119309} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.046377] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.046377] env[70771]: INFO nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Took 13.16 seconds to spawn the instance on the hypervisor. [ 652.046377] env[70771]: DEBUG nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.046377] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621d9e7-2893-4680-89f7-d5f0ff3e0718 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.051177] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Downloaded image file data cdac509b-bdd3-43d1-aef8-ab61242fa639 to vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk on the data store datastore2 {{(pid=70771) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 652.053250] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Caching image {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 652.056060] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Copying Virtual Disk [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk to [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.056060] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df97cf39-165f-44b9-b5f7-23761d9d8360 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.067037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.067723] env[70771]: DEBUG nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.074322] env[70771]: DEBUG oslo_vmware.api [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Task: {'id': task-3513111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232485} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.074322] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.742s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.075812] env[70771]: INFO nova.compute.claims [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.085030] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.085030] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.085030] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.085030] env[70771]: INFO nova.compute.manager [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Took 1.20 seconds to destroy the instance on the hypervisor. [ 652.085030] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.085379] env[70771]: DEBUG nova.compute.manager [-] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.085379] env[70771]: DEBUG nova.network.neutron [-] [instance: 70ce063e-56ee-49cf-812c-65355126beac] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.092585] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 652.092585] env[70771]: value = "task-3513115" [ 652.092585] env[70771]: _type = "Task" [ 652.092585] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.106240] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.322591] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513114, 'name': CreateVM_Task, 'duration_secs': 0.393015} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.322951] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.323558] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.323716] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.324034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.324292] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec4aca1-0f03-4e0f-8cd2-b4e7c2545718 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.332174] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 652.332174] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52dda714-7d51-89b5-3cc6-065c56ab20c3" [ 652.332174] env[70771]: _type = "Task" [ 652.332174] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.344509] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52dda714-7d51-89b5-3cc6-065c56ab20c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.380222] env[70771]: DEBUG nova.network.neutron [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.577574] env[70771]: DEBUG nova.compute.utils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.580036] env[70771]: DEBUG nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.580311] env[70771]: DEBUG nova.network.neutron [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.603326] env[70771]: INFO nova.compute.manager [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Took 24.40 seconds to build instance. [ 652.609195] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513115, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.667928] env[70771]: DEBUG nova.network.neutron [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Updating instance_info_cache with network_info: [{"id": "33c0e220-8db1-4b07-b3b7-1a5dc14d892c", "address": "fa:16:3e:bf:0b:97", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e220-8d", "ovs_interfaceid": "33c0e220-8db1-4b07-b3b7-1a5dc14d892c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.799047] env[70771]: DEBUG nova.policy [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f639f276813463aac8d710a2100161a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67193dc3057848ce9ac3adfe29b39fc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.848728] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.849055] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.849330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.026770] env[70771]: DEBUG nova.network.neutron [-] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.084408] env[70771]: DEBUG nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.108021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-751574cc-98ae-452c-b5a9-376ed71aa37f tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.928s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.114765] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513115, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.139655] env[70771]: DEBUG nova.network.neutron [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Successfully created port: 6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.158603] env[70771]: DEBUG nova.compute.manager [None req-68d23bb9-60d7-4e4d-b317-e33670467dcf tempest-ServerExternalEventsTest-1256217046 tempest-ServerExternalEventsTest-1256217046-project] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Received event network-changed {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.158802] env[70771]: DEBUG nova.compute.manager [None req-68d23bb9-60d7-4e4d-b317-e33670467dcf tempest-ServerExternalEventsTest-1256217046 tempest-ServerExternalEventsTest-1256217046-project] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Refreshing instance network info cache due to event network-changed. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.162944] env[70771]: DEBUG oslo_concurrency.lockutils [None req-68d23bb9-60d7-4e4d-b317-e33670467dcf tempest-ServerExternalEventsTest-1256217046 tempest-ServerExternalEventsTest-1256217046-project] Acquiring lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163331] env[70771]: DEBUG oslo_concurrency.lockutils [None req-68d23bb9-60d7-4e4d-b317-e33670467dcf tempest-ServerExternalEventsTest-1256217046 tempest-ServerExternalEventsTest-1256217046-project] Acquired lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163437] env[70771]: DEBUG nova.network.neutron [None req-68d23bb9-60d7-4e4d-b317-e33670467dcf tempest-ServerExternalEventsTest-1256217046 tempest-ServerExternalEventsTest-1256217046-project] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.170686] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "refresh_cache-46940103-9674-410e-9e7f-b356cb9df416" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.171773] env[70771]: DEBUG nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Instance network_info: |[{"id": "33c0e220-8db1-4b07-b3b7-1a5dc14d892c", "address": "fa:16:3e:bf:0b:97", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e220-8d", "ovs_interfaceid": "33c0e220-8db1-4b07-b3b7-1a5dc14d892c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.171895] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:0b:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c0e220-8db1-4b07-b3b7-1a5dc14d892c', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.183778] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.189050] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.189621] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216a5e5c-df2a-4c72-980d-7484fe2cfca0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.232304] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.232304] env[70771]: value = "task-3513116" [ 653.232304] env[70771]: _type = "Task" [ 653.232304] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.247082] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513116, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.322914] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.322914] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.404149] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeec317-e729-48d6-988e-94805a413769 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.417067] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feae637-fe53-476a-939b-452aba9f2a9b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.455431] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea9fca-6f08-40f7-a54e-b00f32f598e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.465563] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003668dc-4ffc-4cc4-a925-49baec99a3d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.485689] env[70771]: DEBUG nova.compute.provider_tree [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.531699] env[70771]: INFO nova.compute.manager [-] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Took 1.45 seconds to deallocate network for instance. [ 653.612926] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513115, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.05854} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.613214] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Copied Virtual Disk [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk to [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.613395] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Deleting the datastore file [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639/tmp-sparse.vmdk {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.613645] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-734dda07-d9e4-4aac-aa05-db3575092800 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.623651] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 653.623651] env[70771]: value = "task-3513117" [ 653.623651] env[70771]: _type = "Task" [ 653.623651] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.635150] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.669493] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.669750] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.744032] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513116, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.827280] env[70771]: DEBUG nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.877012] env[70771]: DEBUG nova.compute.manager [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Received event network-changed-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.877252] env[70771]: DEBUG nova.compute.manager [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Refreshing instance network info cache due to event network-changed-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.877494] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Acquiring lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.878179] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Acquired lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.878179] env[70771]: DEBUG nova.network.neutron [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Refreshing network info cache for port aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.913032] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "98f6c832-feaf-48f9-ac5f-5b45e870598f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.913318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.913536] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "98f6c832-feaf-48f9-ac5f-5b45e870598f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.913719] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.913891] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.920788] env[70771]: INFO nova.compute.manager [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Terminating instance [ 653.966643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.966773] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.989595] env[70771]: DEBUG nova.scheduler.client.report [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.038451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.101343] env[70771]: DEBUG nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.134506] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:54:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='299171984',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1935960181',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.134506] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.134676] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.134823] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.135416] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.138452] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.138452] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.138452] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.138627] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.138690] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.138862] env[70771]: DEBUG nova.virt.hardware [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.139778] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d619c2-9dc4-4166-ad4a-1351d3ed84fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.154120] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03386} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.155454] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc7e1f1-099e-4271-bde3-2fba828f7360 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.159818] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.160177] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Moving file from [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23/cdac509b-bdd3-43d1-aef8-ab61242fa639 to [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639. {{(pid=70771) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 654.161119] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-90ec5f49-df63-4758-bfbc-c08deb20d10d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.177476] env[70771]: DEBUG nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.185019] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 654.185019] env[70771]: value = "task-3513118" [ 654.185019] env[70771]: _type = "Task" [ 654.185019] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.191463] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513118, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.248129] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513116, 'name': CreateVM_Task, 'duration_secs': 0.607731} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.248129] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.248129] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.248129] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.248504] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.248678] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef854820-aa21-414e-95d4-db7c6a9e8c7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.257029] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 654.257029] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5275fed3-474d-ab57-46ae-d92ede554e84" [ 654.257029] env[70771]: _type = "Task" [ 654.257029] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.266466] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5275fed3-474d-ab57-46ae-d92ede554e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.360525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.383299] env[70771]: DEBUG nova.network.neutron [None req-68d23bb9-60d7-4e4d-b317-e33670467dcf tempest-ServerExternalEventsTest-1256217046 tempest-ServerExternalEventsTest-1256217046-project] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Updating instance_info_cache with network_info: [{"id": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "address": "fa:16:3e:4f:2f:47", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb092e4-c4", "ovs_interfaceid": "ffb092e4-c4dd-434d-b93e-c6739d866af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.429065] env[70771]: DEBUG nova.compute.manager [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.430160] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.430335] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835e7afe-2094-41e8-89da-874ca59f7cf1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.442771] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.443381] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6038890d-006c-4ebb-a5e6-f7e4058848d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.452743] env[70771]: DEBUG oslo_vmware.api [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 654.452743] env[70771]: value = "task-3513119" [ 654.452743] env[70771]: _type = "Task" [ 654.452743] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.470747] env[70771]: DEBUG oslo_vmware.api [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.472769] env[70771]: DEBUG nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.483492] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.483789] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.498545] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.498545] env[70771]: DEBUG nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.502039] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.298s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.503622] env[70771]: INFO nova.compute.claims [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.704213] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513118, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.715125] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.770111] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.770111] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.770817] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.811608] env[70771]: DEBUG nova.network.neutron [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Updated VIF entry in instance network info cache for port aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.812026] env[70771]: DEBUG nova.network.neutron [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Updating instance_info_cache with network_info: [{"id": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "address": "fa:16:3e:a4:70:34", "network": {"id": "cbaa2896-37ec-495d-a37d-1c54072c3cca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-281052183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7175cf2ef4e04a81a8c994afb9fe11f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4d4d4e-60", "ovs_interfaceid": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.888537] env[70771]: DEBUG oslo_concurrency.lockutils [None req-68d23bb9-60d7-4e4d-b317-e33670467dcf tempest-ServerExternalEventsTest-1256217046 tempest-ServerExternalEventsTest-1256217046-project] Releasing lock "refresh_cache-83538412-4fec-423a-a1b6-6ca64adb08c1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.963952] env[70771]: DEBUG oslo_vmware.api [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513119, 'name': PowerOffVM_Task, 'duration_secs': 0.293403} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.964293] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.964548] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.964722] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e7d069-05f3-48fa-8bac-9c21c8f468ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.011473] env[70771]: DEBUG nova.compute.utils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.019894] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.020696] env[70771]: DEBUG nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.021048] env[70771]: DEBUG nova.network.neutron [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.046947] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.047470] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.047773] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Deleting the datastore file [datastore1] 98f6c832-feaf-48f9-ac5f-5b45e870598f {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.048073] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a94d99-5c3d-44e8-b884-d11a22348b8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.058140] env[70771]: DEBUG oslo_vmware.api [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for the task: (returnval){ [ 655.058140] env[70771]: value = "task-3513121" [ 655.058140] env[70771]: _type = "Task" [ 655.058140] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.070184] env[70771]: DEBUG oslo_vmware.api [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.077792] env[70771]: DEBUG nova.network.neutron [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Successfully updated port: 6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.090266] env[70771]: DEBUG nova.policy [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7b565d991b4817893c6a3f7426ad57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d8b4b0dd624daeb0c3ef5ed6d47187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.149816] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "65910f00-90c8-4d6c-9fdd-b215a898890c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.149816] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.202784] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513118, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.65401} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.203223] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] File moved {{(pid=70771) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 655.203639] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Cleaning up location [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 655.203898] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Deleting the datastore file [datastore2] vmware_temp/2c8975ee-4f6a-4ca5-afbb-8ae52b4aca23 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.204316] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23fded6f-1556-4d8e-a345-18fc7c580235 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.214618] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 655.214618] env[70771]: value = "task-3513122" [ 655.214618] env[70771]: _type = "Task" [ 655.214618] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.224800] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.318049] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Releasing lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.318049] env[70771]: DEBUG nova.compute.manager [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Received event network-vif-plugged-33c0e220-8db1-4b07-b3b7-1a5dc14d892c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.318049] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Acquiring lock "46940103-9674-410e-9e7f-b356cb9df416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.318049] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Lock "46940103-9674-410e-9e7f-b356cb9df416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.318049] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Lock "46940103-9674-410e-9e7f-b356cb9df416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.318230] env[70771]: DEBUG nova.compute.manager [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] No waiting events found dispatching network-vif-plugged-33c0e220-8db1-4b07-b3b7-1a5dc14d892c {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.318230] env[70771]: WARNING nova.compute.manager [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Received unexpected event network-vif-plugged-33c0e220-8db1-4b07-b3b7-1a5dc14d892c for instance with vm_state building and task_state spawning. [ 655.318230] env[70771]: DEBUG nova.compute.manager [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Received event network-changed-33c0e220-8db1-4b07-b3b7-1a5dc14d892c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.318230] env[70771]: DEBUG nova.compute.manager [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Refreshing instance network info cache due to event network-changed-33c0e220-8db1-4b07-b3b7-1a5dc14d892c. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.318230] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Acquiring lock "refresh_cache-46940103-9674-410e-9e7f-b356cb9df416" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.318385] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Acquired lock "refresh_cache-46940103-9674-410e-9e7f-b356cb9df416" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.318385] env[70771]: DEBUG nova.network.neutron [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Refreshing network info cache for port 33c0e220-8db1-4b07-b3b7-1a5dc14d892c {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.523736] env[70771]: DEBUG nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.573191] env[70771]: DEBUG oslo_vmware.api [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Task: {'id': task-3513121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278645} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.573353] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.573539] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.573715] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.574081] env[70771]: INFO nova.compute.manager [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 655.574449] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.574549] env[70771]: DEBUG nova.compute.manager [-] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.575570] env[70771]: DEBUG nova.network.neutron [-] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.582164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.582216] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582331] env[70771]: DEBUG nova.network.neutron [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.730115] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043393} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.730339] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.731272] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb3f8ab-16fc-4b85-8795-33a26f84ba7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.740490] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 655.740490] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5273f9a2-c4fb-a2e2-69b1-12e8688c78cf" [ 655.740490] env[70771]: _type = "Task" [ 655.740490] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.751687] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5273f9a2-c4fb-a2e2-69b1-12e8688c78cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.782376] env[70771]: DEBUG nova.network.neutron [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Successfully created port: a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.839708] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bfb6a8-ccc7-4ce9-a1ba-972b6e75b12f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.850070] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882d155-2091-4d39-a5ea-68beb873eeb3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.891469] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ccab2-e362-4c5b-bc89-404a6b238dc7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.901966] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47b1eb-8a59-45da-bf51-9571c1c94626 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.917337] env[70771]: DEBUG nova.compute.provider_tree [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.196379] env[70771]: DEBUG nova.network.neutron [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.256964] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5273f9a2-c4fb-a2e2-69b1-12e8688c78cf, 'name': SearchDatastore_Task, 'duration_secs': 0.019499} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.257325] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.257592] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] d0f6ab95-8ecf-425d-b7db-d09f93283245/d0f6ab95-8ecf-425d-b7db-d09f93283245.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.257891] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.258097] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.258322] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-240ffb07-7a78-4c7e-8143-86b990c43afc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.260708] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ec7962-9e58-434c-ab77-5866f255a403 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.276454] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 656.276454] env[70771]: value = "task-3513123" [ 656.276454] env[70771]: _type = "Task" [ 656.276454] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.277863] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.278054] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.281678] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718524b7-a4c6-49fc-baea-c99cb17af29d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.292404] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.294837] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 656.294837] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5256e70e-405a-f844-38df-c48ac220641a" [ 656.294837] env[70771]: _type = "Task" [ 656.294837] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.306758] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5256e70e-405a-f844-38df-c48ac220641a, 'name': SearchDatastore_Task, 'duration_secs': 0.013032} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.307544] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a9f734-b35b-47fa-b68e-6fceb28a1fad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.315783] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 656.315783] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5231aa3e-cf58-1945-b61d-abbc72f57b9d" [ 656.315783] env[70771]: _type = "Task" [ 656.315783] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.325993] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5231aa3e-cf58-1945-b61d-abbc72f57b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.421724] env[70771]: DEBUG nova.scheduler.client.report [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.499209] env[70771]: DEBUG nova.network.neutron [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Updated VIF entry in instance network info cache for port 33c0e220-8db1-4b07-b3b7-1a5dc14d892c. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.500775] env[70771]: DEBUG nova.network.neutron [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Updating instance_info_cache with network_info: [{"id": "33c0e220-8db1-4b07-b3b7-1a5dc14d892c", "address": "fa:16:3e:bf:0b:97", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0e220-8d", "ovs_interfaceid": "33c0e220-8db1-4b07-b3b7-1a5dc14d892c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.539269] env[70771]: DEBUG nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.578129] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.578351] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.578965] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.578965] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.578965] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.579229] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.579504] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.579758] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.580158] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.580308] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.581408] env[70771]: DEBUG nova.virt.hardware [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.582342] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def85b8f-916b-42e7-8b4e-628166414e35 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.588707] env[70771]: DEBUG nova.compute.manager [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Received event network-changed-c357feec-7abc-414e-970f-abcfcef2cb01 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.590911] env[70771]: DEBUG nova.compute.manager [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Refreshing instance network info cache due to event network-changed-c357feec-7abc-414e-970f-abcfcef2cb01. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.591618] env[70771]: DEBUG oslo_concurrency.lockutils [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] Acquiring lock "refresh_cache-ad438180-2e64-447b-ab5c-76566567d026" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.591706] env[70771]: DEBUG oslo_concurrency.lockutils [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] Acquired lock "refresh_cache-ad438180-2e64-447b-ab5c-76566567d026" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.591930] env[70771]: DEBUG nova.network.neutron [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Refreshing network info cache for port c357feec-7abc-414e-970f-abcfcef2cb01 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.600777] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baca1041-596f-4883-832d-b8571c48f5a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.661165] env[70771]: DEBUG nova.network.neutron [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Updating instance_info_cache with network_info: [{"id": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "address": "fa:16:3e:38:9a:34", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a473f-d4", "ovs_interfaceid": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.791999] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513123, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.833398] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5231aa3e-cf58-1945-b61d-abbc72f57b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.833398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.833398] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.833398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.833725] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.835157] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87c9f42b-5a2e-4706-8950-9f056faa4f82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.836433] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-479e3b87-f645-4f92-a2d3-35aabc1e03dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.847090] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 656.847090] env[70771]: value = "task-3513124" [ 656.847090] env[70771]: _type = "Task" [ 656.847090] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.853114] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.853469] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.857349] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e368e0e-701a-4dbc-adaf-0a2c12d0baac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.863027] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.865484] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 656.865484] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a88369-a5fd-03fe-fe31-3750abdfc0de" [ 656.865484] env[70771]: _type = "Task" [ 656.865484] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.874461] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a88369-a5fd-03fe-fe31-3750abdfc0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.876119] env[70771]: DEBUG nova.network.neutron [-] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.927263] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.927814] env[70771]: DEBUG nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.935250] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.893s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.935538] env[70771]: DEBUG nova.objects.instance [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Lazy-loading 'resources' on Instance uuid 70ce063e-56ee-49cf-812c-65355126beac {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.973699] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "83538412-4fec-423a-a1b6-6ca64adb08c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.973974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.974201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "83538412-4fec-423a-a1b6-6ca64adb08c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.974392] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.974638] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.977727] env[70771]: INFO nova.compute.manager [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Terminating instance [ 657.006953] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2186dd8-00ca-4020-a5ef-1881b34c1945 req-1dc79e27-5085-43d2-85d5-09827e76f21d service nova] Releasing lock "refresh_cache-46940103-9674-410e-9e7f-b356cb9df416" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.164705] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Releasing lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.165828] env[70771]: DEBUG nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Instance network_info: |[{"id": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "address": "fa:16:3e:38:9a:34", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a473f-d4", "ovs_interfaceid": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.166405] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:9a:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d8a473f-d4ea-45f1-aac7-b9fd03ad9310', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.173319] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Creating folder: Project (67193dc3057848ce9ac3adfe29b39fc5). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.173483] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09b94a5d-48e7-4a88-9743-c034047f6c4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.187055] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Created folder: Project (67193dc3057848ce9ac3adfe29b39fc5) in parent group-v701875. [ 657.187379] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Creating folder: Instances. Parent ref: group-v701904. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.187544] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3496fc12-90b3-437a-9e15-e85a20df41ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.198711] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Created folder: Instances in parent group-v701904. [ 657.199175] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.199175] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.199548] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58351fe5-853a-4328-8bec-7f3362c16ccd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.222216] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.222216] env[70771]: value = "task-3513127" [ 657.222216] env[70771]: _type = "Task" [ 657.222216] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.233267] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513127, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.294576] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637767} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.295571] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] d0f6ab95-8ecf-425d-b7db-d09f93283245/d0f6ab95-8ecf-425d-b7db-d09f93283245.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.296190] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.296623] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90692a49-89d9-4355-966b-d5bb721bc3b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.309160] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 657.309160] env[70771]: value = "task-3513128" [ 657.309160] env[70771]: _type = "Task" [ 657.309160] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.324820] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.362868] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513124, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.380307] env[70771]: INFO nova.compute.manager [-] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Took 1.81 seconds to deallocate network for instance. [ 657.380770] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a88369-a5fd-03fe-fe31-3750abdfc0de, 'name': SearchDatastore_Task, 'duration_secs': 0.025382} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.383946] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed124ab-51d0-4fbb-bdcc-eea0d9093447 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.398142] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 657.398142] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52061b94-d47e-19e3-766a-f256b53a4d4d" [ 657.398142] env[70771]: _type = "Task" [ 657.398142] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.412382] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52061b94-d47e-19e3-766a-f256b53a4d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.441197] env[70771]: DEBUG nova.compute.utils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.446462] env[70771]: DEBUG nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.446462] env[70771]: DEBUG nova.network.neutron [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.481463] env[70771]: DEBUG nova.compute.manager [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.481727] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.482691] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da8244-aeff-4531-92fc-a070719656ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.503287] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.504229] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-507c737b-16f8-4d50-bbb3-79a05cd2206a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.519043] env[70771]: DEBUG oslo_vmware.api [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 657.519043] env[70771]: value = "task-3513129" [ 657.519043] env[70771]: _type = "Task" [ 657.519043] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.533362] env[70771]: DEBUG oslo_vmware.api [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.664474] env[70771]: DEBUG nova.policy [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd32bbe368d524c24a86002c4e4c73c8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e14679fa6e8d4d8587bbc2bc1507c1b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.738909] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513127, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.775526] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb50dea-842c-435e-8eac-14813d50ff25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.788951] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586495f5-fca5-4e4b-96bf-09d71ad8da56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.837654] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf41651d-70e6-4c00-b743-cb1e2f2bcb49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.849618] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105534} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.855428] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.856283] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947ca273-3788-4ed1-9f8b-e0c6a4ecbe07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.860594] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bbc553-9e9e-42bc-bc28-1895d7d2daa9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.872929] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800003} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.891567] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.891768] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.900515] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] d0f6ab95-8ecf-425d-b7db-d09f93283245/d0f6ab95-8ecf-425d-b7db-d09f93283245.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.901108] env[70771]: DEBUG nova.compute.provider_tree [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.903355] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1488279e-37cb-4772-a08c-f1a4931a687d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.905164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.905470] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac70a1a-1489-49fd-b227-d1618aba60b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.950399] env[70771]: DEBUG nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.953249] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52061b94-d47e-19e3-766a-f256b53a4d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.069643} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.955814] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.956089] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.956418] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 657.956418] env[70771]: value = "task-3513131" [ 657.956418] env[70771]: _type = "Task" [ 657.956418] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.956654] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 657.956654] env[70771]: value = "task-3513130" [ 657.956654] env[70771]: _type = "Task" [ 657.956654] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.958024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.958024] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.958024] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1cbd886-33b0-43e3-acf0-cd95b6091e2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.959813] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91cdcd18-8cf2-4618-81ab-44ab4083e99c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.972152] env[70771]: ERROR nova.scheduler.client.report [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] [req-b8b711ff-0720-49d0-b25b-c8ded33fa750] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8b711ff-0720-49d0-b25b-c8ded33fa750"}]} [ 657.983224] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.983684] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 657.983684] env[70771]: value = "task-3513132" [ 657.983684] env[70771]: _type = "Task" [ 657.983684] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.987347] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.987528] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.988264] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.991676] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c3c61c-a626-42ec-8498-509abc535707 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.000839] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.003070] env[70771]: DEBUG nova.scheduler.client.report [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 658.005284] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 658.005284] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5207f6dd-c829-3338-eef9-bbb200cd8415" [ 658.005284] env[70771]: _type = "Task" [ 658.005284] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.016549] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5207f6dd-c829-3338-eef9-bbb200cd8415, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.017466] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ac9f34-4549-48a6-8cc9-b835edc4106b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.024165] env[70771]: DEBUG nova.scheduler.client.report [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 658.024383] env[70771]: DEBUG nova.compute.provider_tree [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.028985] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 658.028985] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5273d9cb-0eb0-2773-9842-fc0cd4b8594b" [ 658.028985] env[70771]: _type = "Task" [ 658.028985] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.035732] env[70771]: DEBUG oslo_vmware.api [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513129, 'name': PowerOffVM_Task, 'duration_secs': 0.314042} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.035732] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.035732] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.036033] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36aea801-f43f-40b1-8b45-77632215a10d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.042257] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5273d9cb-0eb0-2773-9842-fc0cd4b8594b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.045230] env[70771]: DEBUG nova.scheduler.client.report [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 658.068643] env[70771]: DEBUG nova.scheduler.client.report [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 658.114389] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.114881] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.115182] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Deleting the datastore file [datastore1] 83538412-4fec-423a-a1b6-6ca64adb08c1 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.118484] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c646c4a9-bfc0-40ee-a1b8-ae24101f384e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.120050] env[70771]: DEBUG nova.network.neutron [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Updated VIF entry in instance network info cache for port c357feec-7abc-414e-970f-abcfcef2cb01. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.120050] env[70771]: DEBUG nova.network.neutron [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Updating instance_info_cache with network_info: [{"id": "c357feec-7abc-414e-970f-abcfcef2cb01", "address": "fa:16:3e:a8:d2:4e", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc357feec-7a", "ovs_interfaceid": "c357feec-7abc-414e-970f-abcfcef2cb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.134838] env[70771]: DEBUG oslo_vmware.api [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for the task: (returnval){ [ 658.134838] env[70771]: value = "task-3513134" [ 658.134838] env[70771]: _type = "Task" [ 658.134838] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.148470] env[70771]: DEBUG oslo_vmware.api [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.244461] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513127, 'name': CreateVM_Task, 'duration_secs': 0.790043} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.244724] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.245643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.247618] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.247618] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.247618] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fd5a67-acb4-4fbf-b6c5-506f5d7f6fc9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.258845] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 658.258845] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529ad1b2-e942-e0ca-929a-b65643e495ad" [ 658.258845] env[70771]: _type = "Task" [ 658.258845] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.276535] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529ad1b2-e942-e0ca-929a-b65643e495ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.434069] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce4c521-b921-4355-8399-90526414bd5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.445311] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48f52b-69f9-43d9-9b47-e94693c8943c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.496887] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19690b8-6edc-4163-8d58-fbda7db355f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.510850] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513132, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.518202] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c782cdc-0d96-4712-a779-f381de2529e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.522655] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513131, 'name': ReconfigVM_Task, 'duration_secs': 0.429947} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.522908] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091387} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.523184] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Reconfigured VM instance instance-00000007 to attach disk [datastore2] d0f6ab95-8ecf-425d-b7db-d09f93283245/d0f6ab95-8ecf-425d-b7db-d09f93283245.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.524101] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.525099] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1b748e-1e87-43be-bbb5-8ce93fedc798 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.528066] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2001c4f1-988f-4993-a8ee-d96a2b0f33b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.541943] env[70771]: DEBUG nova.compute.provider_tree [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.552856] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 658.552856] env[70771]: value = "task-3513135" [ 658.552856] env[70771]: _type = "Task" [ 658.552856] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.584108] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.584108] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5273d9cb-0eb0-2773-9842-fc0cd4b8594b, 'name': SearchDatastore_Task, 'duration_secs': 0.026064} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.584538] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6922093-25c9-4a40-9356-e017b3f651a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.600603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.600941] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 46940103-9674-410e-9e7f-b356cb9df416/46940103-9674-410e-9e7f-b356cb9df416.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.606145] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67743455-c455-40c8-8ff8-02da52d23ab8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.612173] env[70771]: DEBUG nova.compute.manager [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Received event network-vif-deleted-aa39baa7-bf4f-413d-bc00-3021fcfda607 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.612173] env[70771]: DEBUG nova.compute.manager [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Received event network-vif-plugged-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.612173] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] Acquiring lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.612173] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.612173] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.612472] env[70771]: DEBUG nova.compute.manager [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] No waiting events found dispatching network-vif-plugged-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.612472] env[70771]: WARNING nova.compute.manager [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Received unexpected event network-vif-plugged-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 for instance with vm_state building and task_state spawning. [ 658.612472] env[70771]: DEBUG nova.compute.manager [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Received event network-changed-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.612472] env[70771]: DEBUG nova.compute.manager [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Refreshing instance network info cache due to event network-changed-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.612472] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] Acquiring lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.612626] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] Acquired lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.612626] env[70771]: DEBUG nova.network.neutron [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Refreshing network info cache for port 6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.613993] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513135, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.621237] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 658.621237] env[70771]: value = "task-3513136" [ 658.621237] env[70771]: _type = "Task" [ 658.621237] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.622532] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 658.622532] env[70771]: value = "task-3513137" [ 658.622532] env[70771]: _type = "Task" [ 658.622532] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.633423] env[70771]: DEBUG oslo_concurrency.lockutils [req-181c527e-e230-4671-9c33-bfabeb853b9e req-b2e6bfcb-4746-4dc4-a231-aea9837dfbc2 service nova] Releasing lock "refresh_cache-ad438180-2e64-447b-ab5c-76566567d026" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.648860] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.648860] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.656143] env[70771]: DEBUG oslo_vmware.api [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Task: {'id': task-3513134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283137} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.656143] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.656143] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.656143] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.656143] env[70771]: INFO nova.compute.manager [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 658.656498] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.656498] env[70771]: DEBUG nova.compute.manager [-] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.656498] env[70771]: DEBUG nova.network.neutron [-] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.768885] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529ad1b2-e942-e0ca-929a-b65643e495ad, 'name': SearchDatastore_Task, 'duration_secs': 0.061715} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.769219] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.769458] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.772660] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.772660] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.772660] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.772660] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef13104-e1a4-4795-888c-41d101e84a2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.786706] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.787809] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.787809] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b57f7b-7a60-4a20-9626-07a4bce35877 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.797156] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 658.797156] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5230f4c1-8b27-c865-718d-b39d9bc7574c" [ 658.797156] env[70771]: _type = "Task" [ 658.797156] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.805160] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5230f4c1-8b27-c865-718d-b39d9bc7574c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.929229] env[70771]: DEBUG nova.network.neutron [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Successfully updated port: a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.941777] env[70771]: DEBUG nova.network.neutron [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Successfully created port: c7e09f89-7534-4684-bbab-d8fb60b66970 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.988984] env[70771]: DEBUG nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.006806] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576891} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.007114] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.007307] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.007563] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b49946fd-8054-4658-8584-657dc165c4cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.019455] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 659.019455] env[70771]: value = "task-3513138" [ 659.019455] env[70771]: _type = "Task" [ 659.019455] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.034022] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.034022] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.034022] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.034315] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.034315] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.034315] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.034431] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.034724] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.035577] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.035877] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.036315] env[70771]: DEBUG nova.virt.hardware [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.037457] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e249e-c6ef-450b-a9b5-7daf2fbbe7a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.045842] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.065361] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c1d4c9-1b23-41aa-8bec-b14481bb15ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.076346] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513135, 'name': Rename_Task, 'duration_secs': 0.16601} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.085176] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.086203] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4faa72f0-46c6-4f91-a19d-4e3766f20869 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.092985] env[70771]: DEBUG nova.scheduler.client.report [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 659.093280] env[70771]: DEBUG nova.compute.provider_tree [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 22 to 23 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 659.093455] env[70771]: DEBUG nova.compute.provider_tree [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.098404] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 659.098404] env[70771]: value = "task-3513139" [ 659.098404] env[70771]: _type = "Task" [ 659.098404] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.107839] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.134972] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471333} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.135603] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 46940103-9674-410e-9e7f-b356cb9df416/46940103-9674-410e-9e7f-b356cb9df416.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.135726] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.136054] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5cebe35-eac6-4017-b910-35c27bf9dc07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.141123] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513137, 'name': ReconfigVM_Task, 'duration_secs': 0.466797} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.141762] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.142402] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0ca032-051c-4a84-88f9-5f99178393b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.147013] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 659.147013] env[70771]: value = "task-3513140" [ 659.147013] env[70771]: _type = "Task" [ 659.147013] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.152065] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 659.152065] env[70771]: value = "task-3513141" [ 659.152065] env[70771]: _type = "Task" [ 659.152065] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.160793] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.167607] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513141, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.307273] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5230f4c1-8b27-c865-718d-b39d9bc7574c, 'name': SearchDatastore_Task, 'duration_secs': 0.055706} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.308533] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70799b1-a3a7-49c6-a184-2912eaaa5f88 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.314658] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 659.314658] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52577e79-6dd1-44ae-6f27-6a7670e25a22" [ 659.314658] env[70771]: _type = "Task" [ 659.314658] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.325813] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52577e79-6dd1-44ae-6f27-6a7670e25a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.432794] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "refresh_cache-97693e67-108c-47d1-9f93-78376c9b11e6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.433117] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "refresh_cache-97693e67-108c-47d1-9f93-78376c9b11e6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.433311] env[70771]: DEBUG nova.network.neutron [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.532452] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086301} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.532452] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.532925] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac131c-4eaf-4b24-8def-15e55e5dee7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.560910] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.562435] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9df4987-89a5-4751-a721-249c267b1956 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.586824] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 659.586824] env[70771]: value = "task-3513142" [ 659.586824] env[70771]: _type = "Task" [ 659.586824] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.602171] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.671s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.605015] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.605552] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.245s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.608823] env[70771]: INFO nova.compute.claims [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.621760] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.644290] env[70771]: INFO nova.scheduler.client.report [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Deleted allocations for instance 70ce063e-56ee-49cf-812c-65355126beac [ 659.665512] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073718} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.667747] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.668140] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513141, 'name': Rename_Task, 'duration_secs': 0.176896} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.668762] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc395a7-3c9a-4545-b2bb-58eaa500911d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.672225] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.672801] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-758c108e-6d43-4766-a528-01051d71c7d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.698447] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 46940103-9674-410e-9e7f-b356cb9df416/46940103-9674-410e-9e7f-b356cb9df416.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.700289] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c413cbc-5823-4939-bedb-2aceaba7edad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.716075] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 659.716075] env[70771]: value = "task-3513143" [ 659.716075] env[70771]: _type = "Task" [ 659.716075] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.725475] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 659.725475] env[70771]: value = "task-3513144" [ 659.725475] env[70771]: _type = "Task" [ 659.725475] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.734188] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.739508] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.827512] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52577e79-6dd1-44ae-6f27-6a7670e25a22, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.828342] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.828342] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde/76a05d7b-af8d-45fd-b1c7-1e0817e9fbde.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.828500] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f96b4d-fa74-4eb3-a4a2-2978e65e97ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.837383] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 659.837383] env[70771]: value = "task-3513145" [ 659.837383] env[70771]: _type = "Task" [ 659.837383] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.850091] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.105074] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.124022] env[70771]: DEBUG oslo_vmware.api [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513139, 'name': PowerOnVM_Task, 'duration_secs': 0.54265} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.124022] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.124022] env[70771]: INFO nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Took 16.46 seconds to spawn the instance on the hypervisor. [ 660.124022] env[70771]: DEBUG nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.124022] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53e448c-7f81-4221-ab87-aa4bbcc7138a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.160606] env[70771]: DEBUG oslo_concurrency.lockutils [None req-50d029a4-b560-4b46-a2d8-fddbc77e3dc8 tempest-DeleteServersAdminTestJSON-1989096706 tempest-DeleteServersAdminTestJSON-1989096706-project-admin] Lock "70ce063e-56ee-49cf-812c-65355126beac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.794s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.237027] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.245117] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513144, 'name': ReconfigVM_Task, 'duration_secs': 0.31751} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.248508] env[70771]: DEBUG nova.network.neutron [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Updated VIF entry in instance network info cache for port 6d8a473f-d4ea-45f1-aac7-b9fd03ad9310. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.248508] env[70771]: DEBUG nova.network.neutron [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Updating instance_info_cache with network_info: [{"id": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "address": "fa:16:3e:38:9a:34", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a473f-d4", "ovs_interfaceid": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.249623] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 46940103-9674-410e-9e7f-b356cb9df416/46940103-9674-410e-9e7f-b356cb9df416.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.250770] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4f1361c-3e83-4bc5-870d-f96ffcb3fc23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.263542] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 660.263542] env[70771]: value = "task-3513146" [ 660.263542] env[70771]: _type = "Task" [ 660.263542] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.269333] env[70771]: DEBUG nova.network.neutron [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.279175] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513146, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.347650] env[70771]: DEBUG nova.network.neutron [-] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.356190] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513145, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.596959] env[70771]: DEBUG nova.network.neutron [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Updating instance_info_cache with network_info: [{"id": "a5b985ab-b183-4f58-a1a8-c0e3bdf6c096", "address": "fa:16:3e:c8:5d:7a", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b985ab-b1", "ovs_interfaceid": "a5b985ab-b183-4f58-a1a8-c0e3bdf6c096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.602671] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.650477] env[70771]: INFO nova.compute.manager [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Took 23.25 seconds to build instance. [ 660.731216] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.751981] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30d76b1-0cef-433f-86db-081a4d6239c2 req-d794b1ad-2b21-4877-90c2-189593472361 service nova] Releasing lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.778417] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513146, 'name': Rename_Task, 'duration_secs': 0.255275} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.780292] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.781502] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b1cc821-fb76-40b9-8bd1-24d0d2d2ce53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.791851] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 660.791851] env[70771]: value = "task-3513147" [ 660.791851] env[70771]: _type = "Task" [ 660.791851] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.804407] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.850643] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54202} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.851082] env[70771]: INFO nova.compute.manager [-] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Took 2.19 seconds to deallocate network for instance. [ 660.851347] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde/76a05d7b-af8d-45fd-b1c7-1e0817e9fbde.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.851558] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.853771] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cb5b656-9fe9-4304-8b92-70a149ad78f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.867163] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 660.867163] env[70771]: value = "task-3513148" [ 660.867163] env[70771]: _type = "Task" [ 660.867163] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.876857] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.926130] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e132de-bead-4db6-a5e8-4e8a40e964aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.933697] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8508a7-2420-4905-993d-c65e231dc429 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.967423] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf6a24-cc6f-4aa7-80f9-b500f7b5bdca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.974600] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e82b8-7398-4771-977b-ef3656f4d3f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.990508] env[70771]: DEBUG nova.compute.provider_tree [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.105900] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513142, 'name': ReconfigVM_Task, 'duration_secs': 1.435031} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.106640] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "refresh_cache-97693e67-108c-47d1-9f93-78376c9b11e6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.106991] env[70771]: DEBUG nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Instance network_info: |[{"id": "a5b985ab-b183-4f58-a1a8-c0e3bdf6c096", "address": "fa:16:3e:c8:5d:7a", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b985ab-b1", "ovs_interfaceid": "a5b985ab-b183-4f58-a1a8-c0e3bdf6c096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.107323] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Reconfigured VM instance instance-0000000a to attach disk [datastore2] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.108114] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:5d:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5b985ab-b183-4f58-a1a8-c0e3bdf6c096', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.116873] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating folder: Project (14d8b4b0dd624daeb0c3ef5ed6d47187). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.117262] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d977d8ac-4331-43a1-8f76-27dd51fbaf7c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.119553] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be62d6e-75d1-4bd0-8997-10a22cfa7aae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.130474] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 661.130474] env[70771]: value = "task-3513150" [ 661.130474] env[70771]: _type = "Task" [ 661.130474] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.134805] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created folder: Project (14d8b4b0dd624daeb0c3ef5ed6d47187) in parent group-v701875. [ 661.135061] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating folder: Instances. Parent ref: group-v701907. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.135649] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4325c478-ba19-4247-9bd2-075f391ab250 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.140809] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513150, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.145414] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created folder: Instances in parent group-v701907. [ 661.145660] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.145855] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.146103] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-011ca5a1-80b3-46a6-ac70-dd87c58a67c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.165981] env[70771]: DEBUG oslo_concurrency.lockutils [None req-df1cb55b-a468-40c5-869d-02850d4d103c tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.796s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.174788] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.174788] env[70771]: value = "task-3513152" [ 661.174788] env[70771]: _type = "Task" [ 661.174788] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.183906] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513152, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.229097] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.301841] env[70771]: DEBUG oslo_vmware.api [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513147, 'name': PowerOnVM_Task, 'duration_secs': 0.475768} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.302097] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.302302] env[70771]: INFO nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Took 12.02 seconds to spawn the instance on the hypervisor. [ 661.302480] env[70771]: DEBUG nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.303259] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e16d078-cc6d-418f-8f32-041f24d2d644 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.362240] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.377499] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068937} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.378192] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.379543] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7cc4d2-3f20-4ec0-acf4-a87c0362192b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.403932] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde/76a05d7b-af8d-45fd-b1c7-1e0817e9fbde.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.404413] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92091eb8-0e30-4157-93ce-6f81965694ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.427663] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 661.427663] env[70771]: value = "task-3513153" [ 661.427663] env[70771]: _type = "Task" [ 661.427663] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.439655] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.493595] env[70771]: DEBUG nova.scheduler.client.report [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.646651] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513150, 'name': Rename_Task, 'duration_secs': 0.339696} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.647029] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.647327] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2ebfce-d88a-4063-a674-ef86a163ede9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.654632] env[70771]: DEBUG nova.compute.manager [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Received event network-changed-c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.654872] env[70771]: DEBUG nova.compute.manager [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Refreshing instance network info cache due to event network-changed-c2694d3f-527f-4890-bf9d-62a74f11b251. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.655124] env[70771]: DEBUG oslo_concurrency.lockutils [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] Acquiring lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.655316] env[70771]: DEBUG oslo_concurrency.lockutils [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] Acquired lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.655490] env[70771]: DEBUG nova.network.neutron [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Refreshing network info cache for port c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.658509] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 661.658509] env[70771]: value = "task-3513154" [ 661.658509] env[70771]: _type = "Task" [ 661.658509] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.672229] env[70771]: DEBUG nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.676951] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.687672] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513152, 'name': CreateVM_Task, 'duration_secs': 0.511121} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.689033] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.689148] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.689315] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.689679] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.690330] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4df384-b060-4b45-aeb2-963890958e1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.697282] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 661.697282] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5216b054-06cc-544e-6f47-f46622681ca6" [ 661.697282] env[70771]: _type = "Task" [ 661.697282] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.709158] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5216b054-06cc-544e-6f47-f46622681ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.730826] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.819451] env[70771]: INFO nova.compute.manager [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Took 17.02 seconds to build instance. [ 661.874099] env[70771]: DEBUG nova.network.neutron [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Successfully updated port: c7e09f89-7534-4684-bbab-d8fb60b66970 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.940445] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513153, 'name': ReconfigVM_Task, 'duration_secs': 0.40183} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.940736] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde/76a05d7b-af8d-45fd-b1c7-1e0817e9fbde.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.941419] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e8f407a-32e6-4fbd-b437-23d22e13c9ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.949108] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 661.949108] env[70771]: value = "task-3513155" [ 661.949108] env[70771]: _type = "Task" [ 661.949108] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.957994] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513155, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.999993] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.000651] env[70771]: DEBUG nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.003810] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.289s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.006083] env[70771]: INFO nova.compute.claims [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.176259] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.197874] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.212990] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5216b054-06cc-544e-6f47-f46622681ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.018445} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.212990] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.213316] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.213493] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.213638] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.213816] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.217320] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65d54855-340b-4f9d-919b-ec6170cd92aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.228926] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.230905] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.231099] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.232481] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c184c274-cc15-4788-8641-cb010846b058 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.239736] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 662.239736] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521644ca-46cb-58bc-047b-8b942c88a85a" [ 662.239736] env[70771]: _type = "Task" [ 662.239736] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.251633] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521644ca-46cb-58bc-047b-8b942c88a85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.322082] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e224b18-a19d-4a84-b682-117c738809e0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "46940103-9674-410e-9e7f-b356cb9df416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.532s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.378675] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "refresh_cache-1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378675] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquired lock "refresh_cache-1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378867] env[70771]: DEBUG nova.network.neutron [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.460649] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513155, 'name': Rename_Task, 'duration_secs': 0.188389} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.461010] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.461190] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce82784-8db9-4118-a71e-5375062f2752 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.470342] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 662.470342] env[70771]: value = "task-3513156" [ 662.470342] env[70771]: _type = "Task" [ 662.470342] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.480890] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.511490] env[70771]: DEBUG nova.compute.utils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.515776] env[70771]: DEBUG nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.516041] env[70771]: DEBUG nova.network.neutron [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.608854] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.609090] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.643095] env[70771]: DEBUG nova.policy [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3795cb15adf40299f7cde7a99673746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a7c52c31c6d4fa0bb26dc2c19e2cab1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.677736] env[70771]: DEBUG oslo_vmware.api [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513154, 'name': PowerOnVM_Task, 'duration_secs': 0.522852} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.680033] env[70771]: DEBUG nova.network.neutron [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updated VIF entry in instance network info cache for port c2694d3f-527f-4890-bf9d-62a74f11b251. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.680033] env[70771]: DEBUG nova.network.neutron [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updating instance_info_cache with network_info: [{"id": "c2694d3f-527f-4890-bf9d-62a74f11b251", "address": "fa:16:3e:f0:9e:18", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2694d3f-52", "ovs_interfaceid": "c2694d3f-527f-4890-bf9d-62a74f11b251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.681327] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.681680] env[70771]: INFO nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Took 11.03 seconds to spawn the instance on the hypervisor. [ 662.681993] env[70771]: DEBUG nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.683428] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a0821-ed90-4b83-9e01-c7bb14ab3caa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.731896] env[70771]: DEBUG oslo_vmware.api [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513143, 'name': PowerOnVM_Task, 'duration_secs': 2.923298} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.732359] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.732663] env[70771]: INFO nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Took 16.75 seconds to spawn the instance on the hypervisor. [ 662.732985] env[70771]: DEBUG nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.734152] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb90b49-d6bb-4d0e-825c-7d99fb3ee0ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.761242] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521644ca-46cb-58bc-047b-8b942c88a85a, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.763162] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416bba23-7bea-4093-9f99-df50017638e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.771842] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "3274fedf-b803-4222-b0b7-754cc842f55e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.771842] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "3274fedf-b803-4222-b0b7-754cc842f55e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.774066] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 662.774066] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525e45f8-92b5-b33e-8f94-83e4d4ed9ce3" [ 662.774066] env[70771]: _type = "Task" [ 662.774066] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.783879] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525e45f8-92b5-b33e-8f94-83e4d4ed9ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.824928] env[70771]: DEBUG nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.911273] env[70771]: DEBUG nova.compute.manager [None req-e73692e0-6996-4269-a2ed-bcfecd348ad6 tempest-ServerDiagnosticsV248Test-2103527597 tempest-ServerDiagnosticsV248Test-2103527597-project-admin] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.912800] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f25d1f8-d09f-44c6-a351-5b7070f3076b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.923207] env[70771]: INFO nova.compute.manager [None req-e73692e0-6996-4269-a2ed-bcfecd348ad6 tempest-ServerDiagnosticsV248Test-2103527597 tempest-ServerDiagnosticsV248Test-2103527597-project-admin] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Retrieving diagnostics [ 662.923999] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69458b-8297-439f-b789-f3eb17710345 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.958355] env[70771]: DEBUG nova.network.neutron [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.981206] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513156, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.016536] env[70771]: DEBUG nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.185107] env[70771]: DEBUG oslo_concurrency.lockutils [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] Releasing lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.185107] env[70771]: DEBUG nova.compute.manager [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Received event network-vif-plugged-a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.185107] env[70771]: DEBUG oslo_concurrency.lockutils [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] Acquiring lock "97693e67-108c-47d1-9f93-78376c9b11e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.185107] env[70771]: DEBUG oslo_concurrency.lockutils [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] Lock "97693e67-108c-47d1-9f93-78376c9b11e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.185338] env[70771]: DEBUG oslo_concurrency.lockutils [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] Lock "97693e67-108c-47d1-9f93-78376c9b11e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.185375] env[70771]: DEBUG nova.compute.manager [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] No waiting events found dispatching network-vif-plugged-a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.185710] env[70771]: WARNING nova.compute.manager [req-89f8cdca-c69c-4b28-8ac7-ec8a8ee91a6b req-ffda1fd5-355b-4ead-a976-067287dde157 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Received unexpected event network-vif-plugged-a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 for instance with vm_state building and task_state spawning. [ 663.206372] env[70771]: INFO nova.compute.manager [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Took 16.47 seconds to build instance. [ 663.259451] env[70771]: DEBUG nova.network.neutron [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Updating instance_info_cache with network_info: [{"id": "c7e09f89-7534-4684-bbab-d8fb60b66970", "address": "fa:16:3e:9a:8c:07", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e09f89-75", "ovs_interfaceid": "c7e09f89-7534-4684-bbab-d8fb60b66970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.264803] env[70771]: INFO nova.compute.manager [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Took 22.09 seconds to build instance. [ 663.301555] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525e45f8-92b5-b33e-8f94-83e4d4ed9ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.019556} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.301555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.301555] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 97693e67-108c-47d1-9f93-78376c9b11e6/97693e67-108c-47d1-9f93-78376c9b11e6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.301555] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ccfecf-2941-4b3e-8b25-008e3e16cba4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.311031] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 663.311031] env[70771]: value = "task-3513157" [ 663.311031] env[70771]: _type = "Task" [ 663.311031] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.315366] env[70771]: DEBUG nova.network.neutron [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Successfully created port: f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.328849] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.356053] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.364214] env[70771]: DEBUG nova.compute.manager [req-69e98c54-ca44-43ab-8bb9-3e618ed6dcde req-75ca60b7-ab12-4fdc-994a-c9572da36f60 service nova] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Received event network-vif-deleted-e4316998-1865-45ce-bdc2-d91cfe5ae09f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.396461] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb38202d-d471-4255-b224-fa2355ae5044 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.405301] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92059f7e-0813-475c-a67c-df1da0159fb5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.441060] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d68584b-e9f0-4575-b522-56d42de99fcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.450333] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dced97e-704f-4a96-89ff-21ce28a22f89 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.467050] env[70771]: DEBUG nova.compute.provider_tree [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.482982] env[70771]: DEBUG oslo_vmware.api [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513156, 'name': PowerOnVM_Task, 'duration_secs': 0.926682} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.483405] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.483778] env[70771]: INFO nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Took 9.38 seconds to spawn the instance on the hypervisor. [ 663.484036] env[70771]: DEBUG nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.485183] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb27ddb-8454-4b2c-8f83-7e04047563a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.711082] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2102ba56-b20d-47d4-a495-f772aa24b4a4 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.991s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.763324] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Releasing lock "refresh_cache-1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.763466] env[70771]: DEBUG nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Instance network_info: |[{"id": "c7e09f89-7534-4684-bbab-d8fb60b66970", "address": "fa:16:3e:9a:8c:07", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e09f89-75", "ovs_interfaceid": "c7e09f89-7534-4684-bbab-d8fb60b66970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.765329] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8c:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e09f89-7534-4684-bbab-d8fb60b66970', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.780193] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Creating folder: Project (e14679fa6e8d4d8587bbc2bc1507c1b2). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.781036] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0539de5-8ab1-419a-abb2-e3d8f61143f0 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "ad438180-2e64-447b-ab5c-76566567d026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.614s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.782300] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a65b9d61-6ecf-44b6-ae0d-2cc3129b7e97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.803372] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Created folder: Project (e14679fa6e8d4d8587bbc2bc1507c1b2) in parent group-v701875. [ 663.803621] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Creating folder: Instances. Parent ref: group-v701910. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.803889] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-996ab408-7bcb-4194-a0fb-d52fc7fc3676 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.821808] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Created folder: Instances in parent group-v701910. [ 663.821929] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.822702] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.823104] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7668f30-b092-4fdf-bd35-55145624ac78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.843731] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513157, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.851659] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.851659] env[70771]: value = "task-3513160" [ 663.851659] env[70771]: _type = "Task" [ 663.851659] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.861380] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513160, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.971294] env[70771]: DEBUG nova.scheduler.client.report [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.010978] env[70771]: INFO nova.compute.manager [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Took 14.78 seconds to build instance. [ 664.031943] env[70771]: DEBUG nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.064477] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.064704] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.065615] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.065615] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.065615] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.065615] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.065615] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.065871] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.065871] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.066058] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.066189] env[70771]: DEBUG nova.virt.hardware [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.067973] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1dc181-f769-46a1-b174-afa356121dd5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.078212] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6220f5-86de-445c-b4ad-dae60679c58e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.217673] env[70771]: DEBUG nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.289830] env[70771]: DEBUG nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.326390] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80001} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.327441] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 97693e67-108c-47d1-9f93-78376c9b11e6/97693e67-108c-47d1-9f93-78376c9b11e6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.327657] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.328059] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8ce4b1d-3855-4e41-ac95-42b36951d0e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.336581] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 664.336581] env[70771]: value = "task-3513161" [ 664.336581] env[70771]: _type = "Task" [ 664.336581] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.346106] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.363800] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513160, 'name': CreateVM_Task, 'duration_secs': 0.461496} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.363980] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.364740] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364892] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.365292] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.365574] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee495a57-76b5-4235-af76-3f1f3b211e85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.372558] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 664.372558] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529a56bc-2584-6b71-3c3a-ec4085093d4d" [ 664.372558] env[70771]: _type = "Task" [ 664.372558] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.381809] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529a56bc-2584-6b71-3c3a-ec4085093d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.386849] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.387028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.476229] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.476755] env[70771]: DEBUG nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.479578] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.460s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.481030] env[70771]: INFO nova.compute.claims [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.512101] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9e67262f-aded-4425-bec8-fb6e1b55fef2 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.290s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.743061] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.809795] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.847457] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070702} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.847777] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.848722] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a662a88-25a0-4397-92f4-b505c9c32cfa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.872953] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 97693e67-108c-47d1-9f93-78376c9b11e6/97693e67-108c-47d1-9f93-78376c9b11e6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.873302] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f6443a-8343-4e48-add2-1414041599fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.897014] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529a56bc-2584-6b71-3c3a-ec4085093d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.898677] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.898922] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.899170] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.899325] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.900476] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.900476] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 664.900476] env[70771]: value = "task-3513162" [ 664.900476] env[70771]: _type = "Task" [ 664.900476] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.900476] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69db30e3-d7a5-41a4-92c9-42601802399e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.912456] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.914129] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.914310] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.915012] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d479a3-8d47-44a9-802f-fdf864ee81cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.920843] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 664.920843] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5269b7d9-afbe-eff1-fd50-7eba66914630" [ 664.920843] env[70771]: _type = "Task" [ 664.920843] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.930767] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5269b7d9-afbe-eff1-fd50-7eba66914630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.985473] env[70771]: DEBUG nova.compute.utils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.989134] env[70771]: DEBUG nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.989303] env[70771]: DEBUG nova.network.neutron [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.014293] env[70771]: DEBUG nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.079839] env[70771]: DEBUG nova.policy [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15487c2daba14560b74f8b2508433bbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9181cc5a4a04f139d02f6acc9590a06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.415723] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.437514] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5269b7d9-afbe-eff1-fd50-7eba66914630, 'name': SearchDatastore_Task, 'duration_secs': 0.029674} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.438716] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2176331e-5f32-4a6b-a619-dae62a5812b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.447898] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 665.447898] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b57624-7f68-9761-4fa8-1ca669a98b81" [ 665.447898] env[70771]: _type = "Task" [ 665.447898] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.456359] env[70771]: DEBUG nova.network.neutron [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Successfully updated port: f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.467199] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b57624-7f68-9761-4fa8-1ca669a98b81, 'name': SearchDatastore_Task, 'duration_secs': 0.016529} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.467199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.467199] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b/1ce97d65-7561-41e8-9c3c-1aa6b2e4695b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.467199] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e3bb795-8da9-472e-9f37-2feefce56e2d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.475414] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 665.475414] env[70771]: value = "task-3513163" [ 665.475414] env[70771]: _type = "Task" [ 665.475414] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.489498] env[70771]: DEBUG nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.501512] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.543488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.832411] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1bdb63-2cb7-4355-a310-0a52a5fd241b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.841497] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41e208e-3296-4e8a-bf9e-fcc4888f7b2a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.874481] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b038ba50-df16-44ef-9236-8168b1d7dcf7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.880276] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.880538] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.886888] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882adcd7-f4af-4843-a5a3-c361f5ea9951 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.905518] env[70771]: DEBUG nova.compute.provider_tree [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.910804] env[70771]: DEBUG nova.network.neutron [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Successfully created port: d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.919040] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513162, 'name': ReconfigVM_Task, 'duration_secs': 0.690408} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.919343] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 97693e67-108c-47d1-9f93-78376c9b11e6/97693e67-108c-47d1-9f93-78376c9b11e6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.919951] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66301247-a816-44c4-9310-c591b4f00050 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.928070] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 665.928070] env[70771]: value = "task-3513164" [ 665.928070] env[70771]: _type = "Task" [ 665.928070] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.938540] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513164, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.959344] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "refresh_cache-b403f73b-af72-4e6f-b9e4-695c15f68fd0" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.959569] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquired lock "refresh_cache-b403f73b-af72-4e6f-b9e4-695c15f68fd0" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.959702] env[70771]: DEBUG nova.network.neutron [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.989308] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.989657] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.989799] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.990088] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.990210] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.991877] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.992597] env[70771]: INFO nova.compute.manager [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Terminating instance [ 666.119957] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Received event network-changed-a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.119957] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Refreshing instance network info cache due to event network-changed-a5b985ab-b183-4f58-a1a8-c0e3bdf6c096. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.119957] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Acquiring lock "refresh_cache-97693e67-108c-47d1-9f93-78376c9b11e6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.121573] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Acquired lock "refresh_cache-97693e67-108c-47d1-9f93-78376c9b11e6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.121573] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Refreshing network info cache for port a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.412083] env[70771]: DEBUG nova.scheduler.client.report [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.445381] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513164, 'name': Rename_Task, 'duration_secs': 0.192762} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.447641] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.452619] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91d93e82-da9c-447f-a928-dd353b683e71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.467559] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 666.467559] env[70771]: value = "task-3513165" [ 666.467559] env[70771]: _type = "Task" [ 666.467559] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.486071] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.494244] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888798} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.494244] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b/1ce97d65-7561-41e8-9c3c-1aa6b2e4695b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.494613] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.494820] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-659c3720-2937-4a5e-a704-759ae9db7ae0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.497482] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "refresh_cache-fa1783ff-62b1-43cc-9d7c-897a04199c1b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.497907] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquired lock "refresh_cache-fa1783ff-62b1-43cc-9d7c-897a04199c1b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.497907] env[70771]: DEBUG nova.network.neutron [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.506806] env[70771]: DEBUG nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.509139] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 666.509139] env[70771]: value = "task-3513166" [ 666.509139] env[70771]: _type = "Task" [ 666.509139] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.524714] env[70771]: DEBUG nova.network.neutron [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.533240] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.538239] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.538523] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.538699] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.538884] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.539054] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.539228] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.539532] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.539599] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.539767] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.539951] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.540219] env[70771]: DEBUG nova.virt.hardware [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.541072] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b4366e-5bec-4b29-8555-5c40f717aa3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.556195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8e3c87-d881-4c89-b517-5016ca94c488 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.722116] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.722398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.799708] env[70771]: DEBUG nova.network.neutron [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Updating instance_info_cache with network_info: [{"id": "f63533b8-fb2e-44d0-a6d1-65d0c4be4b33", "address": "fa:16:3e:a8:0d:f0", "network": {"id": "2a99a6ee-fc57-429f-b56e-e4d0d17a511e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-816355366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8a7c52c31c6d4fa0bb26dc2c19e2cab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63533b8-fb", "ovs_interfaceid": "f63533b8-fb2e-44d0-a6d1-65d0c4be4b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.925160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.925160] env[70771]: DEBUG nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.926466] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.020s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.926979] env[70771]: DEBUG nova.objects.instance [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lazy-loading 'resources' on Instance uuid 98f6c832-feaf-48f9-ac5f-5b45e870598f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.958794] env[70771]: INFO nova.compute.manager [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Rebuilding instance [ 666.982335] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513165, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.017711] env[70771]: DEBUG nova.compute.manager [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.018747] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceaa2be-1081-42c1-952b-44ea93b06193 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.028048] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127805} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.030335] env[70771]: DEBUG nova.network.neutron [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.033353] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.034489] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec18640-2700-4fa4-a208-014211375fc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.077408] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b/1ce97d65-7561-41e8-9c3c-1aa6b2e4695b.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.081874] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef8c980-36f2-4a04-b002-c248cf08d0dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.105524] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Updated VIF entry in instance network info cache for port a5b985ab-b183-4f58-a1a8-c0e3bdf6c096. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.105958] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Updating instance_info_cache with network_info: [{"id": "a5b985ab-b183-4f58-a1a8-c0e3bdf6c096", "address": "fa:16:3e:c8:5d:7a", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b985ab-b1", "ovs_interfaceid": "a5b985ab-b183-4f58-a1a8-c0e3bdf6c096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.117796] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 667.117796] env[70771]: value = "task-3513167" [ 667.117796] env[70771]: _type = "Task" [ 667.117796] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.130077] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.212942] env[70771]: DEBUG nova.network.neutron [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.305139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Releasing lock "refresh_cache-b403f73b-af72-4e6f-b9e4-695c15f68fd0" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.305527] env[70771]: DEBUG nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Instance network_info: |[{"id": "f63533b8-fb2e-44d0-a6d1-65d0c4be4b33", "address": "fa:16:3e:a8:0d:f0", "network": {"id": "2a99a6ee-fc57-429f-b56e-e4d0d17a511e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-816355366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8a7c52c31c6d4fa0bb26dc2c19e2cab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63533b8-fb", "ovs_interfaceid": "f63533b8-fb2e-44d0-a6d1-65d0c4be4b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.305990] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:0d:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f63533b8-fb2e-44d0-a6d1-65d0c4be4b33', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.314107] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Creating folder: Project (8a7c52c31c6d4fa0bb26dc2c19e2cab1). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.314497] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-873a318b-a83d-46ae-b238-131f2e89c3ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.330894] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Created folder: Project (8a7c52c31c6d4fa0bb26dc2c19e2cab1) in parent group-v701875. [ 667.330894] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Creating folder: Instances. Parent ref: group-v701913. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.330894] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3494ed-8525-4e5c-87c9-ca1127d73000 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.340894] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Created folder: Instances in parent group-v701913. [ 667.341066] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.341283] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.341488] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee6cd1e2-432f-47c9-80f8-59858bd947b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.366574] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.366574] env[70771]: value = "task-3513170" [ 667.366574] env[70771]: _type = "Task" [ 667.366574] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.377395] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513170, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.418026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "23908b13-acfd-4013-b73c-94f1dd179b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.418026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "23908b13-acfd-4013-b73c-94f1dd179b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.430842] env[70771]: DEBUG nova.compute.utils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.432602] env[70771]: DEBUG nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.432602] env[70771]: DEBUG nova.network.neutron [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.481585] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.583965] env[70771]: DEBUG nova.policy [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f749eea4ae458f908454a935f3335e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78edf4a12af742a9b9ec83f13a552260', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.610871] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Releasing lock "refresh_cache-97693e67-108c-47d1-9f93-78376c9b11e6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.611214] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Received event network-vif-deleted-ffb092e4-c4dd-434d-b93e-c6739d866af5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.611430] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Received event network-changed-c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.611609] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Refreshing instance network info cache due to event network-changed-c2694d3f-527f-4890-bf9d-62a74f11b251. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.611990] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Acquiring lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.611990] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Acquired lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.612168] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Refreshing network info cache for port c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.630656] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.714235] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Releasing lock "refresh_cache-fa1783ff-62b1-43cc-9d7c-897a04199c1b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.714659] env[70771]: DEBUG nova.compute.manager [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.714853] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.715732] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d8d05-0739-4d45-a6f8-92f2a281b958 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.725324] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.725864] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1a522f-a4fd-4d51-a3ec-0ca5399cca36 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.733864] env[70771]: DEBUG oslo_vmware.api [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 667.733864] env[70771]: value = "task-3513171" [ 667.733864] env[70771]: _type = "Task" [ 667.733864] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.745781] env[70771]: DEBUG oslo_vmware.api [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.852717] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b60a87-ced6-47ae-be98-445492280d21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.860702] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00014b33-8644-461a-bf3b-4cf40cb5216f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.898811] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1f0d2a-156b-480e-b761-78947d5c634b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.905381] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513170, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.911365] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8aacb-3b1a-4cf6-837c-4e0c91760b24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.926856] env[70771]: DEBUG nova.compute.provider_tree [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.936425] env[70771]: DEBUG nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.983295] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.050372] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.050675] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49b9b815-76c6-49f9-acfb-fb57cfde1ecd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.058933] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 668.058933] env[70771]: value = "task-3513172" [ 668.058933] env[70771]: _type = "Task" [ 668.058933] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.069984] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.130112] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513167, 'name': ReconfigVM_Task, 'duration_secs': 0.523784} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.130547] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b/1ce97d65-7561-41e8-9c3c-1aa6b2e4695b.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.131423] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b8ca732-46ff-4cde-bde3-d54ef775ab38 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.141105] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 668.141105] env[70771]: value = "task-3513173" [ 668.141105] env[70771]: _type = "Task" [ 668.141105] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.156215] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513173, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.246506] env[70771]: DEBUG oslo_vmware.api [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513171, 'name': PowerOffVM_Task, 'duration_secs': 0.303013} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.246946] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.247227] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.247560] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f98a8bc6-f645-4a4a-9840-a5aa61c7131d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.281520] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.281779] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.281971] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Deleting the datastore file [datastore1] fa1783ff-62b1-43cc-9d7c-897a04199c1b {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.282291] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9698dd-6708-4311-a5c8-64017d726a08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.291885] env[70771]: DEBUG oslo_vmware.api [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for the task: (returnval){ [ 668.291885] env[70771]: value = "task-3513175" [ 668.291885] env[70771]: _type = "Task" [ 668.291885] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.303093] env[70771]: DEBUG oslo_vmware.api [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.377814] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513170, 'name': CreateVM_Task, 'duration_secs': 0.558672} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.378050] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.378737] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.378925] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.379231] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.379517] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e14525-33bd-4828-9094-992165ae0199 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.384486] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 668.384486] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bd2e1f-441b-6eee-b988-4c21bf4319d8" [ 668.384486] env[70771]: _type = "Task" [ 668.384486] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.393531] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bd2e1f-441b-6eee-b988-4c21bf4319d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.429535] env[70771]: DEBUG nova.scheduler.client.report [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.458279] env[70771]: DEBUG nova.network.neutron [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Successfully updated port: d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.486325] env[70771]: DEBUG oslo_vmware.api [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513165, 'name': PowerOnVM_Task, 'duration_secs': 1.728032} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.486325] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.486325] env[70771]: INFO nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Took 11.95 seconds to spawn the instance on the hypervisor. [ 668.486325] env[70771]: DEBUG nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.487097] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d67f21-85b1-4d98-aa3a-2f1058196338 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.571903] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513172, 'name': PowerOffVM_Task, 'duration_secs': 0.203114} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.572712] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.573193] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.574064] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaebf3e-4af6-465c-b8fb-58317a063a25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.583467] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.583761] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84bbd93d-7af7-4e9d-8aab-9a2c645b8634 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.620552] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.620968] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.621057] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Deleting the datastore file [datastore2] c2b29143-d689-46d8-9353-0ba1c3d4c5d6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.621344] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ec6c7f2-1d20-4617-acca-6a7aa3af0e6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.628879] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 668.628879] env[70771]: value = "task-3513177" [ 668.628879] env[70771]: _type = "Task" [ 668.628879] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.637830] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.651699] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513173, 'name': Rename_Task, 'duration_secs': 0.189347} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.651699] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.651699] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2aefa26-0348-492c-af40-3d5027a8d986 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.658970] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 668.658970] env[70771]: value = "task-3513178" [ 668.658970] env[70771]: _type = "Task" [ 668.658970] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.667113] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.803579] env[70771]: DEBUG oslo_vmware.api [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Task: {'id': task-3513175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260017} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.803867] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.804095] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.804285] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.804476] env[70771]: INFO nova.compute.manager [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 668.804929] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.804929] env[70771]: DEBUG nova.compute.manager [-] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.805086] env[70771]: DEBUG nova.network.neutron [-] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.850068] env[70771]: DEBUG nova.compute.manager [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Received event network-changed-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.850453] env[70771]: DEBUG nova.compute.manager [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Refreshing instance network info cache due to event network-changed-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.850697] env[70771]: DEBUG oslo_concurrency.lockutils [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] Acquiring lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.851529] env[70771]: DEBUG oslo_concurrency.lockutils [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] Acquired lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.851529] env[70771]: DEBUG nova.network.neutron [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Refreshing network info cache for port aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.856020] env[70771]: DEBUG nova.network.neutron [-] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.860698] env[70771]: DEBUG nova.network.neutron [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Successfully created port: 5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.896472] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bd2e1f-441b-6eee-b988-4c21bf4319d8, 'name': SearchDatastore_Task, 'duration_secs': 0.024664} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.896766] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.897019] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.897283] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.897430] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.897616] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.897889] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-627bae6e-e274-4e9b-93e0-44d0d15a8e74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.907710] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.907966] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.908673] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e334aa6-4fe8-4c05-b77b-34540605ec29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.914510] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 668.914510] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5206d499-f9da-c75d-4596-191ec307d515" [ 668.914510] env[70771]: _type = "Task" [ 668.914510] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.923607] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5206d499-f9da-c75d-4596-191ec307d515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.937131] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.939699] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.578s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.939948] env[70771]: DEBUG nova.objects.instance [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lazy-loading 'resources' on Instance uuid 83538412-4fec-423a-a1b6-6ca64adb08c1 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.954827] env[70771]: DEBUG nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.961168] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.961346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquired lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.961549] env[70771]: DEBUG nova.network.neutron [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.973410] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updated VIF entry in instance network info cache for port c2694d3f-527f-4890-bf9d-62a74f11b251. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.973410] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updating instance_info_cache with network_info: [{"id": "c2694d3f-527f-4890-bf9d-62a74f11b251", "address": "fa:16:3e:f0:9e:18", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2694d3f-52", "ovs_interfaceid": "c2694d3f-527f-4890-bf9d-62a74f11b251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.992111] env[70771]: INFO nova.scheduler.client.report [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Deleted allocations for instance 98f6c832-feaf-48f9-ac5f-5b45e870598f [ 669.000336] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.000600] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.002034] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.002034] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.006406] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.006406] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.006406] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.006406] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.006406] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.006634] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.006634] env[70771]: DEBUG nova.virt.hardware [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.008050] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed46641e-e6bf-4a49-96b4-773b5e4cea09 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.016563] env[70771]: INFO nova.compute.manager [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Took 18.71 seconds to build instance. [ 669.020790] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446209ae-0f47-4c01-b72a-2412aece5d19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.144345] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235636} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.144778] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.144961] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.145148] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.172365] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513178, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.358992] env[70771]: DEBUG nova.network.neutron [-] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.429157] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5206d499-f9da-c75d-4596-191ec307d515, 'name': SearchDatastore_Task, 'duration_secs': 0.014639} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.429941] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce95d0b1-aa10-48c6-97a9-829dd0986b7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.438531] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 669.438531] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f89c64-f84e-eb25-2f71-27fff20b121a" [ 669.438531] env[70771]: _type = "Task" [ 669.438531] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.454360] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f89c64-f84e-eb25-2f71-27fff20b121a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.481963] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Releasing lock "refresh_cache-ab058a0c-20a3-49df-b50e-dc3a657ba8e8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.481963] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Received event network-vif-plugged-c7e09f89-7534-4684-bbab-d8fb60b66970 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.481963] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Acquiring lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.481963] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.481963] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.482624] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] No waiting events found dispatching network-vif-plugged-c7e09f89-7534-4684-bbab-d8fb60b66970 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.482624] env[70771]: WARNING nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Received unexpected event network-vif-plugged-c7e09f89-7534-4684-bbab-d8fb60b66970 for instance with vm_state building and task_state spawning. [ 669.482624] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Received event network-changed-c7e09f89-7534-4684-bbab-d8fb60b66970 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.482624] env[70771]: DEBUG nova.compute.manager [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Refreshing instance network info cache due to event network-changed-c7e09f89-7534-4684-bbab-d8fb60b66970. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.482624] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Acquiring lock "refresh_cache-1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.482818] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Acquired lock "refresh_cache-1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.483222] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Refreshing network info cache for port c7e09f89-7534-4684-bbab-d8fb60b66970 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.500372] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8950877b-591b-47b2-8775-a23761c9953b tempest-ServerDiagnosticsTest-1379378422 tempest-ServerDiagnosticsTest-1379378422-project-member] Lock "98f6c832-feaf-48f9-ac5f-5b45e870598f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.587s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.522350] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e040267-c0b9-4b81-b5e3-6770795bd61c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "97693e67-108c-47d1-9f93-78376c9b11e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.226s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.543379] env[70771]: DEBUG nova.network.neutron [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.624121] env[70771]: DEBUG nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Received event network-vif-plugged-f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.625069] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Acquiring lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.625069] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.625069] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.625069] env[70771]: DEBUG nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] No waiting events found dispatching network-vif-plugged-f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.625069] env[70771]: WARNING nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Received unexpected event network-vif-plugged-f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 for instance with vm_state building and task_state spawning. [ 669.625482] env[70771]: DEBUG nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Received event network-changed-f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.625482] env[70771]: DEBUG nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Refreshing instance network info cache due to event network-changed-f63533b8-fb2e-44d0-a6d1-65d0c4be4b33. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.625482] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Acquiring lock "refresh_cache-b403f73b-af72-4e6f-b9e4-695c15f68fd0" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.626660] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Acquired lock "refresh_cache-b403f73b-af72-4e6f-b9e4-695c15f68fd0" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.626660] env[70771]: DEBUG nova.network.neutron [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Refreshing network info cache for port f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.671180] env[70771]: DEBUG oslo_vmware.api [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513178, 'name': PowerOnVM_Task, 'duration_secs': 0.720493} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.671510] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.671641] env[70771]: INFO nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Took 10.68 seconds to spawn the instance on the hypervisor. [ 669.671815] env[70771]: DEBUG nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.672648] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3d222d-693a-407a-a02d-34df723c3f32 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.718623] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.718973] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.862072] env[70771]: INFO nova.compute.manager [-] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Took 1.06 seconds to deallocate network for instance. [ 669.894909] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80978a9-a83b-4979-a738-b21f171e8529 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.907178] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be9cac2-0627-4d85-8d2d-5de2669840c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.948433] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aea823-e19e-42bc-a433-757005f7c07a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.959425] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f89c64-f84e-eb25-2f71-27fff20b121a, 'name': SearchDatastore_Task, 'duration_secs': 0.024145} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.962341] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.962665] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b403f73b-af72-4e6f-b9e4-695c15f68fd0/b403f73b-af72-4e6f-b9e4-695c15f68fd0.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.967348] env[70771]: DEBUG nova.network.neutron [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.971786] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f18b7a53-cf45-4c99-aa66-e7b473fe521b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.973841] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b4c42c-7977-448e-99b6-003be1b10499 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.994730] env[70771]: DEBUG nova.compute.provider_tree [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.998146] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 669.998146] env[70771]: value = "task-3513179" [ 669.998146] env[70771]: _type = "Task" [ 669.998146] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.010056] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.025353] env[70771]: DEBUG nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.152482] env[70771]: DEBUG nova.network.neutron [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Updated VIF entry in instance network info cache for port aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.152746] env[70771]: DEBUG nova.network.neutron [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Updating instance_info_cache with network_info: [{"id": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "address": "fa:16:3e:a4:70:34", "network": {"id": "cbaa2896-37ec-495d-a37d-1c54072c3cca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-281052183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7175cf2ef4e04a81a8c994afb9fe11f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4d4d4e-60", "ovs_interfaceid": "aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.200673] env[70771]: INFO nova.compute.manager [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Took 19.02 seconds to build instance. [ 670.210955] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.211934] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.211934] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.211934] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.211934] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.211934] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.214166] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.214166] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.214574] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.214574] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.214574] env[70771]: DEBUG nova.virt.hardware [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.223076] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef863a8-aeae-4ce5-ac91-5397bc3c4879 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.237830] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f47262d-1bed-4d89-a537-9a5ccb321d8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.258687] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.264930] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.268280] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.268445] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b02c196a-59df-491f-a26c-c8d0c48efc3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.292242] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.292242] env[70771]: value = "task-3513180" [ 670.292242] env[70771]: _type = "Task" [ 670.292242] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.302404] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513180, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.380246] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.480560] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Releasing lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.481291] env[70771]: DEBUG nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Instance network_info: |[{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.481440] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:a7:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57d3f51-44e0-4cf8-94f1-5ace0266534d', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.490993] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Creating folder: Project (b9181cc5a4a04f139d02f6acc9590a06). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.490993] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1201c417-b685-4034-8070-a4c67776678c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.509235] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Created folder: Project (b9181cc5a4a04f139d02f6acc9590a06) in parent group-v701875. [ 670.509963] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Creating folder: Instances. Parent ref: group-v701917. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.511055] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-405271fb-b35c-472b-9e32-e61c619157ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.518474] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.522110] env[70771]: ERROR nova.scheduler.client.report [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] [req-10b9bc78-5a31-4de8-baab-945c88ffbead] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10b9bc78-5a31-4de8-baab-945c88ffbead"}]} [ 670.527586] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Created folder: Instances in parent group-v701917. [ 670.527586] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.527586] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.527902] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6084e0e-0712-4627-a487-7d184177ec61 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.551052] env[70771]: DEBUG nova.scheduler.client.report [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 670.562033] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.562033] env[70771]: value = "task-3513183" [ 670.562033] env[70771]: _type = "Task" [ 670.562033] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.566110] env[70771]: DEBUG nova.network.neutron [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Updated VIF entry in instance network info cache for port f63533b8-fb2e-44d0-a6d1-65d0c4be4b33. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.566886] env[70771]: DEBUG nova.network.neutron [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Updating instance_info_cache with network_info: [{"id": "f63533b8-fb2e-44d0-a6d1-65d0c4be4b33", "address": "fa:16:3e:a8:0d:f0", "network": {"id": "2a99a6ee-fc57-429f-b56e-e4d0d17a511e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-816355366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8a7c52c31c6d4fa0bb26dc2c19e2cab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63533b8-fb", "ovs_interfaceid": "f63533b8-fb2e-44d0-a6d1-65d0c4be4b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.575885] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513183, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.582849] env[70771]: DEBUG nova.scheduler.client.report [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 670.582849] env[70771]: DEBUG nova.compute.provider_tree [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.585514] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.602253] env[70771]: DEBUG nova.scheduler.client.report [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 670.615963] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Updated VIF entry in instance network info cache for port c7e09f89-7534-4684-bbab-d8fb60b66970. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.616481] env[70771]: DEBUG nova.network.neutron [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Updating instance_info_cache with network_info: [{"id": "c7e09f89-7534-4684-bbab-d8fb60b66970", "address": "fa:16:3e:9a:8c:07", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e09f89-75", "ovs_interfaceid": "c7e09f89-7534-4684-bbab-d8fb60b66970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.637233] env[70771]: DEBUG nova.scheduler.client.report [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 670.657158] env[70771]: DEBUG oslo_concurrency.lockutils [req-7710c45b-8583-41a9-a380-629a3371674b req-45516d5f-2f6e-4530-b8b3-c2a7c94581ce service nova] Releasing lock "refresh_cache-d0f6ab95-8ecf-425d-b7db-d09f93283245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.701508] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1802fc1-3fc1-46aa-b1ab-fa20adda399e tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.539s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.804552] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513180, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.904039] env[70771]: DEBUG nova.network.neutron [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Successfully updated port: 5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.028594] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619493} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.031677] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b403f73b-af72-4e6f-b9e4-695c15f68fd0/b403f73b-af72-4e6f-b9e4-695c15f68fd0.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.031677] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.031677] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4805a750-cc71-4e63-97b4-3ea49ab2cfd2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.044588] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 671.044588] env[70771]: value = "task-3513184" [ 671.044588] env[70771]: _type = "Task" [ 671.044588] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.069306] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.071047] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Releasing lock "refresh_cache-b403f73b-af72-4e6f-b9e4-695c15f68fd0" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.071406] env[70771]: DEBUG nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Received event network-vif-plugged-d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.072717] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Acquiring lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.072983] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.073168] env[70771]: DEBUG oslo_concurrency.lockutils [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.073350] env[70771]: DEBUG nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] No waiting events found dispatching network-vif-plugged-d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.073524] env[70771]: WARNING nova.compute.manager [req-6fdd05d5-1402-4c8b-9042-ed86c3fd10f2 req-021e067f-89b6-4559-84aa-769b63c41805 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Received unexpected event network-vif-plugged-d57d3f51-44e0-4cf8-94f1-5ace0266534d for instance with vm_state building and task_state spawning. [ 671.080760] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513183, 'name': CreateVM_Task, 'duration_secs': 0.514932} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.081254] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.084947] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.085174] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.091054] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.091054] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855cc4d6-e2c7-4170-a866-d56435192284 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.095718] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 671.095718] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5237dc1a-a323-b7d4-6291-f1e8e3b4cf09" [ 671.095718] env[70771]: _type = "Task" [ 671.095718] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.109218] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5237dc1a-a323-b7d4-6291-f1e8e3b4cf09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.119306] env[70771]: DEBUG oslo_concurrency.lockutils [req-3c2a3097-50eb-4060-9c50-f9ddd09b306b req-516d3c93-63f2-407f-b3df-50543b324268 service nova] Releasing lock "refresh_cache-1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.155355] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bedb63-1adf-4cb6-b341-9270354c7633 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.164185] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639b6485-378d-4b90-b5e8-f0cb31ad4851 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.198211] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312678ba-849c-452a-af16-1b73bc80931e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.206422] env[70771]: DEBUG nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.212393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b37e75-7cc5-469c-b87a-fbe437430820 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.233800] env[70771]: DEBUG nova.compute.provider_tree [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.304232] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513180, 'name': CreateVM_Task, 'duration_secs': 0.597584} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.304415] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.304804] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.420321] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.420678] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquired lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.420960] env[70771]: DEBUG nova.network.neutron [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.559772] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106005} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.560499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.561937] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eb42fd-adc4-4b06-a28b-6b644f814abf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.594411] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b403f73b-af72-4e6f-b9e4-695c15f68fd0/b403f73b-af72-4e6f-b9e4-695c15f68fd0.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.594735] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184f5baf-6ad5-46da-8a33-868b2f8e4c05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.621749] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5237dc1a-a323-b7d4-6291-f1e8e3b4cf09, 'name': SearchDatastore_Task, 'duration_secs': 0.014015} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.623262] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.623587] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.623847] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.623991] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.624240] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.624794] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 671.624794] env[70771]: value = "task-3513185" [ 671.624794] env[70771]: _type = "Task" [ 671.624794] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.624946] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.625235] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.625496] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e61242c5-0c5e-4b84-bb4c-3cddcc656bfc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.627964] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2372eb-fc12-499b-bc0b-9f129b49e02a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.641189] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.642721] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 671.642721] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c6e5fe-bd78-91a2-ba2f-8c7a58135838" [ 671.642721] env[70771]: _type = "Task" [ 671.642721] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.644069] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.644269] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.648635] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7362d930-4806-4d58-a715-cd3f76fd606f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.659032] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 671.659032] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fc8cef-ee1f-e4cd-8103-f69f7456474a" [ 671.659032] env[70771]: _type = "Task" [ 671.659032] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.659386] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c6e5fe-bd78-91a2-ba2f-8c7a58135838, 'name': SearchDatastore_Task, 'duration_secs': 0.015684} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.659760] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.659990] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.660241] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.669075] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fc8cef-ee1f-e4cd-8103-f69f7456474a, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.669847] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b942a8-3062-4443-a5e3-1087f0da176d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.676699] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 671.676699] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523fa4f0-2efa-a6ea-1f52-a0f1e6af85b1" [ 671.676699] env[70771]: _type = "Task" [ 671.676699] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.685652] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523fa4f0-2efa-a6ea-1f52-a0f1e6af85b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.731159] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.737322] env[70771]: DEBUG nova.scheduler.client.report [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.866064] env[70771]: DEBUG nova.compute.manager [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Received event network-changed-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.866064] env[70771]: DEBUG nova.compute.manager [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Refreshing instance network info cache due to event network-changed-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.866161] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] Acquiring lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.866293] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] Acquired lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.866463] env[70771]: DEBUG nova.network.neutron [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Refreshing network info cache for port 6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.018649] env[70771]: DEBUG nova.network.neutron [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.140633] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.187354] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523fa4f0-2efa-a6ea-1f52-a0f1e6af85b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.187703] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.188086] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29/876fb1a2-6f0d-4e88-9a74-cc69f9c1df29.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.188434] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.188689] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.188955] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5adc4d4c-e669-4571-8955-cf48f220cdec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.191079] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961e3e61-f009-498f-94da-ba8282c60c16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.203242] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.203739] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.204484] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 672.204484] env[70771]: value = "task-3513186" [ 672.204484] env[70771]: _type = "Task" [ 672.204484] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.204805] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2738c0b1-f581-4d9f-b823-edf1856371af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.216566] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 672.216566] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f781d9-baf0-02cb-b873-9e84a7ef4ce9" [ 672.216566] env[70771]: _type = "Task" [ 672.216566] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.223983] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.231845] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f781d9-baf0-02cb-b873-9e84a7ef4ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.232564] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d589bfe-0a54-4897-997e-845799c87477 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.239754] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 672.239754] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5280bc66-2783-d67a-db98-a62480eb2063" [ 672.239754] env[70771]: _type = "Task" [ 672.239754] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.245703] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.306s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.248348] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.050s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.250904] env[70771]: INFO nova.compute.claims [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.262733] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5280bc66-2783-d67a-db98-a62480eb2063, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.262823] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.263233] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.264131] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610de10f-21df-42d5-9e6c-426b6ec14ec5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.274366] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 672.274366] env[70771]: value = "task-3513187" [ 672.274366] env[70771]: _type = "Task" [ 672.274366] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.282496] env[70771]: INFO nova.scheduler.client.report [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Deleted allocations for instance 83538412-4fec-423a-a1b6-6ca64adb08c1 [ 672.292293] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.387558] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c02b5e96-dd56-4308-a49d-78d3352d6803 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "ca467654-2a65-4836-a14d-526ff330a031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.387894] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c02b5e96-dd56-4308-a49d-78d3352d6803 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "ca467654-2a65-4836-a14d-526ff330a031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.470950] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.471276] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.502073] env[70771]: DEBUG nova.network.neutron [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updating instance_info_cache with network_info: [{"id": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "address": "fa:16:3e:64:58:33", "network": {"id": "c8ea3883-0ad2-4987-b8df-2f30b2ca9505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1941713381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "78edf4a12af742a9b9ec83f13a552260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce041a2-af", "ovs_interfaceid": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.640113] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513185, 'name': ReconfigVM_Task, 'duration_secs': 0.885733} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.651054] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b403f73b-af72-4e6f-b9e4-695c15f68fd0/b403f73b-af72-4e6f-b9e4-695c15f68fd0.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.652171] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f3d9ec4-d09d-4614-98b8-e85b143d9760 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.662697] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 672.662697] env[70771]: value = "task-3513188" [ 672.662697] env[70771]: _type = "Task" [ 672.662697] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.675543] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513188, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.723744] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.786195] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513187, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.796060] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5757612a-de4a-46d4-8793-8cb6851d3999 tempest-ServerExternalEventsTest-779949483 tempest-ServerExternalEventsTest-779949483-project-member] Lock "83538412-4fec-423a-a1b6-6ca64adb08c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.822s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.004798] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Releasing lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.005255] env[70771]: DEBUG nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Instance network_info: |[{"id": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "address": "fa:16:3e:64:58:33", "network": {"id": "c8ea3883-0ad2-4987-b8df-2f30b2ca9505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1941713381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "78edf4a12af742a9b9ec83f13a552260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce041a2-af", "ovs_interfaceid": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.005695] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:58:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ce041a2-affd-4860-90d1-2fbb4f62abd7', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.014394] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Creating folder: Project (78edf4a12af742a9b9ec83f13a552260). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.014731] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c433ee86-9141-4348-b7da-06e1a2e431aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.031331] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Created folder: Project (78edf4a12af742a9b9ec83f13a552260) in parent group-v701875. [ 673.031331] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Creating folder: Instances. Parent ref: group-v701920. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.033241] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef099e0-81f5-40f2-86ad-87f87a8373e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.047880] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Created folder: Instances in parent group-v701920. [ 673.048328] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.048684] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.049071] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a70bf28-7964-4210-babf-512c42be4ec9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.075084] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.075084] env[70771]: value = "task-3513191" [ 673.075084] env[70771]: _type = "Task" [ 673.075084] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.096270] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513191, 'name': CreateVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.175545] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513188, 'name': Rename_Task, 'duration_secs': 0.217968} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.179725] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.181455] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7327c7d-7f5b-442c-bef8-244366011a92 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.185821] env[70771]: DEBUG nova.compute.manager [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Received event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.186052] env[70771]: DEBUG nova.compute.manager [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing instance network info cache due to event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.186331] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Acquiring lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.186517] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Acquired lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.186736] env[70771]: DEBUG nova.network.neutron [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.197081] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 673.197081] env[70771]: value = "task-3513192" [ 673.197081] env[70771]: _type = "Task" [ 673.197081] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.208938] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.220408] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558526} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.225694] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29/876fb1a2-6f0d-4e88-9a74-cc69f9c1df29.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.225694] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.225694] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7888df66-cb0d-427c-bf86-c0eed4dc1764 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.233314] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 673.233314] env[70771]: value = "task-3513193" [ 673.233314] env[70771]: _type = "Task" [ 673.233314] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.249929] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.252025] env[70771]: DEBUG nova.network.neutron [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Updated VIF entry in instance network info cache for port 6d8a473f-d4ea-45f1-aac7-b9fd03ad9310. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.252464] env[70771]: DEBUG nova.network.neutron [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Updating instance_info_cache with network_info: [{"id": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "address": "fa:16:3e:38:9a:34", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8a473f-d4", "ovs_interfaceid": "6d8a473f-d4ea-45f1-aac7-b9fd03ad9310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.289753] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830965} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.290480] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.290916] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.294312] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0396b23f-a4d4-4651-b345-71ee4ba8fcf7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.304041] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 673.304041] env[70771]: value = "task-3513194" [ 673.304041] env[70771]: _type = "Task" [ 673.304041] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.317761] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.586499] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513191, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.638332] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.638939] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.638939] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.639124] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.639525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.641738] env[70771]: INFO nova.compute.manager [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Terminating instance [ 673.675298] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2098102b-144e-4c79-91a0-241ac9177e7a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.685555] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834932bc-895f-4688-936f-dee8d4166987 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.733887] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e1509b-3837-450e-9af6-b191441d0493 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.745902] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513192, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.753492] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b6029d-6666-43ab-b27b-7a2e03132fea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.760842] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b00b917-4dcd-4da1-9500-3f95268600c8 req-06d5da0b-e991-463d-9142-48a853cb8171 service nova] Releasing lock "refresh_cache-76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.761803] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076434} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.762620] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.763571] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7dacf7-d113-4aaf-99c2-ec8f4ed40d18 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.776939] env[70771]: DEBUG nova.compute.provider_tree [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.809834] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29/876fb1a2-6f0d-4e88-9a74-cc69f9c1df29.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.810846] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08805166-312f-444b-8f0d-fd1acad31347 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.838377] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100035} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.839691] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.840219] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 673.840219] env[70771]: value = "task-3513195" [ 673.840219] env[70771]: _type = "Task" [ 673.840219] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.840801] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e68423c-7bfc-42cf-bf6a-bdb25bb59832 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.852433] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.869762] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.870487] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278ada47-d01f-47d4-ba1d-d6a34e60db75 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.893856] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 673.893856] env[70771]: value = "task-3513196" [ 673.893856] env[70771]: _type = "Task" [ 673.893856] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.903663] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.087980] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513191, 'name': CreateVM_Task, 'duration_secs': 0.538157} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.088377] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.089086] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.089259] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.089584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.089836] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eee9552-2730-4a76-8c00-006f000e1d83 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.096295] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 674.096295] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f603cc-5850-d808-990b-38f5b8ea66b6" [ 674.096295] env[70771]: _type = "Task" [ 674.096295] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.109310] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f603cc-5850-d808-990b-38f5b8ea66b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.146256] env[70771]: DEBUG nova.compute.manager [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.146509] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.147416] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e8a9c2-e001-4a96-8a82-c0d009dae594 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.156036] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.156300] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d5aea3-1f0d-4110-ae20-ecf0de9a1c24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.163661] env[70771]: DEBUG oslo_vmware.api [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 674.163661] env[70771]: value = "task-3513197" [ 674.163661] env[70771]: _type = "Task" [ 674.163661] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.164467] env[70771]: DEBUG nova.network.neutron [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updated VIF entry in instance network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.164780] env[70771]: DEBUG nova.network.neutron [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.175456] env[70771]: DEBUG oslo_vmware.api [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.245555] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.283291] env[70771]: DEBUG nova.scheduler.client.report [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.357299] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.409604] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.608214] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f603cc-5850-d808-990b-38f5b8ea66b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014515} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.608214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.608343] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.609155] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.609155] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.609155] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.609155] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa7005ff-5e39-4dc1-967c-35a99d4d23c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.622078] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.622312] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.624658] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243e2535-9118-4172-b253-dac70ce4aa17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.630301] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 674.630301] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5228538a-284b-c3c5-ab89-90578c2632d1" [ 674.630301] env[70771]: _type = "Task" [ 674.630301] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.639336] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5228538a-284b-c3c5-ab89-90578c2632d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.674735] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Releasing lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.674735] env[70771]: DEBUG nova.compute.manager [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Received event network-vif-plugged-5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.674735] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Acquiring lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.674735] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.674735] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.675385] env[70771]: DEBUG nova.compute.manager [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] No waiting events found dispatching network-vif-plugged-5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.675385] env[70771]: WARNING nova.compute.manager [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Received unexpected event network-vif-plugged-5ce041a2-affd-4860-90d1-2fbb4f62abd7 for instance with vm_state building and task_state spawning. [ 674.675385] env[70771]: DEBUG nova.compute.manager [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Received event network-changed-5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.675385] env[70771]: DEBUG nova.compute.manager [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Refreshing instance network info cache due to event network-changed-5ce041a2-affd-4860-90d1-2fbb4f62abd7. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.675385] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Acquiring lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.676311] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Acquired lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.676311] env[70771]: DEBUG nova.network.neutron [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Refreshing network info cache for port 5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.682201] env[70771]: DEBUG oslo_vmware.api [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513197, 'name': PowerOffVM_Task, 'duration_secs': 0.311323} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.682504] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.682671] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.682924] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e96652c7-ad49-4d74-9234-b0370d749552 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.745215] env[70771]: DEBUG oslo_vmware.api [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513192, 'name': PowerOnVM_Task, 'duration_secs': 1.214525} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.745215] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.745215] env[70771]: INFO nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Took 10.71 seconds to spawn the instance on the hypervisor. [ 674.745215] env[70771]: DEBUG nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.745215] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00c65f-136f-456b-b939-d05bda2f41a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.759768] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.759990] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.760239] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Deleting the datastore file [datastore1] 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.760803] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a4f46df-0a8b-4c8b-9064-2c42c6c483fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.768249] env[70771]: DEBUG oslo_vmware.api [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for the task: (returnval){ [ 674.768249] env[70771]: value = "task-3513199" [ 674.768249] env[70771]: _type = "Task" [ 674.768249] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.778181] env[70771]: DEBUG oslo_vmware.api [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.793736] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.793736] env[70771]: DEBUG nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.797252] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.442s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.799245] env[70771]: INFO nova.compute.claims [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.856607] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513195, 'name': ReconfigVM_Task, 'duration_secs': 0.700167} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.856929] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29/876fb1a2-6f0d-4e88-9a74-cc69f9c1df29.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.858090] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-671c80bb-20c2-456b-b77e-3245fe485672 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.868427] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 674.868427] env[70771]: value = "task-3513200" [ 674.868427] env[70771]: _type = "Task" [ 674.868427] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.879807] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513200, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.909591] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513196, 'name': ReconfigVM_Task, 'duration_secs': 0.91921} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.909591] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.909591] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41479df7-e8b1-4551-a4b4-48a9b259d225 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.918042] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 674.918042] env[70771]: value = "task-3513201" [ 674.918042] env[70771]: _type = "Task" [ 674.918042] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.928039] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513201, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.144805] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5228538a-284b-c3c5-ab89-90578c2632d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.144805] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d945803-eb68-4058-a079-2a7384f2b35d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.152855] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 675.152855] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52124d11-111c-71ee-e63b-cabc42301f9c" [ 675.152855] env[70771]: _type = "Task" [ 675.152855] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.163790] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52124d11-111c-71ee-e63b-cabc42301f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.200237] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "b426771b-a300-4275-a93f-2fdff440adfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.200540] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "b426771b-a300-4275-a93f-2fdff440adfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.271030] env[70771]: INFO nova.compute.manager [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Took 20.94 seconds to build instance. [ 675.284636] env[70771]: DEBUG oslo_vmware.api [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Task: {'id': task-3513199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208791} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.285092] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.285329] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.285508] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.285678] env[70771]: INFO nova.compute.manager [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 675.285919] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.286199] env[70771]: DEBUG nova.compute.manager [-] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.286199] env[70771]: DEBUG nova.network.neutron [-] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.304517] env[70771]: DEBUG nova.compute.utils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.307851] env[70771]: DEBUG nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.307985] env[70771]: DEBUG nova.network.neutron [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.384355] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513200, 'name': Rename_Task, 'duration_secs': 0.174829} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.386434] env[70771]: DEBUG nova.policy [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25e96195e8014f158d6ffb75b4d7a8f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0acd5d6bc899477791147e8e6cccb8fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.388055] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.388975] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19053fd0-f577-4a83-aa2a-a73b65247f30 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.398033] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 675.398033] env[70771]: value = "task-3513202" [ 675.398033] env[70771]: _type = "Task" [ 675.398033] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.408143] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.428212] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513201, 'name': Rename_Task, 'duration_secs': 0.200443} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.428632] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.428984] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a5bf001-8dc5-48c5-9325-63d3a55e28c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.438020] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 675.438020] env[70771]: value = "task-3513203" [ 675.438020] env[70771]: _type = "Task" [ 675.438020] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.445525] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.535271] env[70771]: DEBUG nova.compute.manager [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.536224] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd9d1bd-c7ae-48ae-8263-dc92c1eb0198 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.667735] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52124d11-111c-71ee-e63b-cabc42301f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.668213] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.668514] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] bba0e3f4-d8ea-4e56-8976-9640fbecc97a/bba0e3f4-d8ea-4e56-8976-9640fbecc97a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.668779] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-358b91f8-4e41-4ed6-a1a4-44d466fd2457 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.678363] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 675.678363] env[70771]: value = "task-3513204" [ 675.678363] env[70771]: _type = "Task" [ 675.678363] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.688472] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.779012] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64a56236-1fa3-46fd-95ed-46cd809b48bf tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.456s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.784910] env[70771]: DEBUG nova.network.neutron [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updated VIF entry in instance network info cache for port 5ce041a2-affd-4860-90d1-2fbb4f62abd7. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.784910] env[70771]: DEBUG nova.network.neutron [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updating instance_info_cache with network_info: [{"id": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "address": "fa:16:3e:64:58:33", "network": {"id": "c8ea3883-0ad2-4987-b8df-2f30b2ca9505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1941713381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "78edf4a12af742a9b9ec83f13a552260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce041a2-af", "ovs_interfaceid": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.804585] env[70771]: DEBUG nova.network.neutron [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Successfully created port: 6755591c-75f4-4e7b-81d3-d960d7351123 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.808620] env[70771]: DEBUG nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.910859] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.949201] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.051440] env[70771]: INFO nova.compute.manager [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] instance snapshotting [ 676.056209] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2fda2e-bac5-44d8-a8d0-dc20364c7378 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.088701] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7643d4fe-dd47-4ebe-9559-89a8169ac6c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.200514] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.284936] env[70771]: DEBUG nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.288677] env[70771]: DEBUG oslo_concurrency.lockutils [req-6801c202-712d-468c-aa1f-1f297a89ff0c req-0fc8b9f1-0f9d-478e-bc1c-49f6e9487840 service nova] Releasing lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.343436] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb25c2-606a-440a-b891-c81f747a6d22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.354364] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c4a4b5-bf21-4069-b122-caf459e5b5ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.417520] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e52a8e-7c54-410c-9111-ab15142af4e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.431462] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db08e014-8cbb-4596-8395-ea1619b336f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.436049] env[70771]: DEBUG oslo_vmware.api [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513202, 'name': PowerOnVM_Task, 'duration_secs': 0.663819} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.436826] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.437288] env[70771]: INFO nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Took 9.93 seconds to spawn the instance on the hypervisor. [ 676.437288] env[70771]: DEBUG nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.439015] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dc8606-066e-4e76-abd2-4b87720fcb81 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.453875] env[70771]: DEBUG nova.compute.provider_tree [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.462109] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513203, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.603866] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 676.604170] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39a50f55-a60d-48a9-81b4-dcec2f5d490f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.613918] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 676.613918] env[70771]: value = "task-3513205" [ 676.613918] env[70771]: _type = "Task" [ 676.613918] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.636872] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.693247] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542456} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.693535] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] bba0e3f4-d8ea-4e56-8976-9640fbecc97a/bba0e3f4-d8ea-4e56-8976-9640fbecc97a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.693748] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.693997] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e82747d-1820-4217-8517-b058006051c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.705232] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 676.705232] env[70771]: value = "task-3513206" [ 676.705232] env[70771]: _type = "Task" [ 676.705232] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.719765] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.833563] env[70771]: DEBUG nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.837235] env[70771]: DEBUG nova.network.neutron [-] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.857171] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.873801] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.874064] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.874240] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.874424] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.874593] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.874739] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.874967] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.875248] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.875554] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.875554] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.875697] env[70771]: DEBUG nova.virt.hardware [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.876926] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ab571-0e3e-4b2b-afcc-1c4c95029630 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.887352] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f9c230-d6a4-4d40-b9bc-da1bb24cdf20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.950433] env[70771]: DEBUG oslo_vmware.api [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513203, 'name': PowerOnVM_Task, 'duration_secs': 1.035563} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.950739] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.950958] env[70771]: DEBUG nova.compute.manager [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.952053] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ca4c4-4e98-4ff5-892b-ce5fdcf4ecfd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.958641] env[70771]: DEBUG nova.scheduler.client.report [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.977541] env[70771]: INFO nova.compute.manager [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Took 22.29 seconds to build instance. [ 677.128796] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513205, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.220839] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086576} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.221192] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.222037] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db5b07-bae8-4bcc-afa0-0ef535578f48 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.262173] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] bba0e3f4-d8ea-4e56-8976-9640fbecc97a/bba0e3f4-d8ea-4e56-8976-9640fbecc97a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.263477] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f33392c3-c8b1-4782-8bb8-4b02c0b06fc9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.288834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "a0324c35-a135-465e-9bad-b02b7e0996ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.288834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.288834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.288834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.296033] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 677.296033] env[70771]: value = "task-3513207" [ 677.296033] env[70771]: _type = "Task" [ 677.296033] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.308387] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.339625] env[70771]: INFO nova.compute.manager [-] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Took 2.05 seconds to deallocate network for instance. [ 677.463874] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.464577] env[70771]: DEBUG nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.468570] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.725s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.471087] env[70771]: INFO nova.compute.claims [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.479738] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.481492] env[70771]: DEBUG oslo_concurrency.lockutils [None req-94839514-1292-45ed-880d-4857b4840096 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.810s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.547546] env[70771]: DEBUG nova.compute.manager [req-dacd95c5-9920-4ec6-b845-50cbe2239e9b req-56586f5b-8cb2-40e3-92b2-8f5f1db2d933 service nova] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Received event network-vif-deleted-c7e09f89-7534-4684-bbab-d8fb60b66970 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.626627] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513205, 'name': CreateSnapshot_Task, 'duration_secs': 0.54373} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.626627] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.627418] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e25e953-cd7b-499c-929a-441e179ddff6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.778262] env[70771]: DEBUG nova.network.neutron [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Successfully updated port: 6755591c-75f4-4e7b-81d3-d960d7351123 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.812039] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513207, 'name': ReconfigVM_Task, 'duration_secs': 0.409698} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.812039] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Reconfigured VM instance instance-00000010 to attach disk [datastore1] bba0e3f4-d8ea-4e56-8976-9640fbecc97a/bba0e3f4-d8ea-4e56-8976-9640fbecc97a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.812432] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef28179-bb44-4cfc-984a-a53b18462db9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.820830] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 677.820830] env[70771]: value = "task-3513208" [ 677.820830] env[70771]: _type = "Task" [ 677.820830] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.831983] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513208, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.849518] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.976537] env[70771]: DEBUG nova.compute.utils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.978711] env[70771]: DEBUG nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.978884] env[70771]: DEBUG nova.network.neutron [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.982605] env[70771]: DEBUG nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.060300] env[70771]: DEBUG nova.policy [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f087340db24541b2e1cbb969bb5a54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1e670fc87434f2ba51df88110ee6146', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.155312] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.155312] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc8cb8ef-63ef-4a70-968d-7ae871a76973 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.162946] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 678.162946] env[70771]: value = "task-3513209" [ 678.162946] env[70771]: _type = "Task" [ 678.162946] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.173715] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513209, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.280258] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "refresh_cache-7cfc7549-05ff-4541-bc12-7d0ee485f75d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.280258] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquired lock "refresh_cache-7cfc7549-05ff-4541-bc12-7d0ee485f75d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.280258] env[70771]: DEBUG nova.network.neutron [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.446065] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513208, 'name': Rename_Task, 'duration_secs': 0.40156} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.446065] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.446065] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69017ec8-bd2b-4a6f-b857-d1c7abfd42a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.446065] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 678.446065] env[70771]: value = "task-3513210" [ 678.446065] env[70771]: _type = "Task" [ 678.446065] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.446065] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.470984] env[70771]: DEBUG nova.compute.manager [req-eec3f4cf-015d-41ed-92b9-afb9d03f1503 req-649fc85b-eb0e-4a98-afd1-861f87e50ae4 service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Received event network-vif-plugged-6755591c-75f4-4e7b-81d3-d960d7351123 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.470984] env[70771]: DEBUG oslo_concurrency.lockutils [req-eec3f4cf-015d-41ed-92b9-afb9d03f1503 req-649fc85b-eb0e-4a98-afd1-861f87e50ae4 service nova] Acquiring lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.470984] env[70771]: DEBUG oslo_concurrency.lockutils [req-eec3f4cf-015d-41ed-92b9-afb9d03f1503 req-649fc85b-eb0e-4a98-afd1-861f87e50ae4 service nova] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.470984] env[70771]: DEBUG oslo_concurrency.lockutils [req-eec3f4cf-015d-41ed-92b9-afb9d03f1503 req-649fc85b-eb0e-4a98-afd1-861f87e50ae4 service nova] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.470984] env[70771]: DEBUG nova.compute.manager [req-eec3f4cf-015d-41ed-92b9-afb9d03f1503 req-649fc85b-eb0e-4a98-afd1-861f87e50ae4 service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] No waiting events found dispatching network-vif-plugged-6755591c-75f4-4e7b-81d3-d960d7351123 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.471324] env[70771]: WARNING nova.compute.manager [req-eec3f4cf-015d-41ed-92b9-afb9d03f1503 req-649fc85b-eb0e-4a98-afd1-861f87e50ae4 service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Received unexpected event network-vif-plugged-6755591c-75f4-4e7b-81d3-d960d7351123 for instance with vm_state building and task_state spawning. [ 678.484476] env[70771]: DEBUG nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.510543] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.648485] env[70771]: DEBUG nova.network.neutron [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Successfully created port: 0fc62238-0cbf-4c72-9f12-d823e1974653 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.675918] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513209, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.852699] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fa11b2-65fc-4787-8518-9d550eb407de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.863813] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.865335] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec631acf-d994-4f1a-928f-d5ada694392c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.904299] env[70771]: DEBUG nova.network.neutron [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.906301] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765198fb-d87e-4cdf-aa5e-548cadbe93c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.916547] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642beeff-9cad-4327-899d-062926618f19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.934863] env[70771]: DEBUG nova.compute.provider_tree [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.177825] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513209, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.359926] env[70771]: DEBUG oslo_vmware.api [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513210, 'name': PowerOnVM_Task, 'duration_secs': 0.711883} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.360664] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.361069] env[70771]: INFO nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Took 10.41 seconds to spawn the instance on the hypervisor. [ 679.361430] env[70771]: DEBUG nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.364019] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e22f94-29f4-472e-a082-6d438455c340 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.424564] env[70771]: DEBUG nova.network.neutron [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Updating instance_info_cache with network_info: [{"id": "6755591c-75f4-4e7b-81d3-d960d7351123", "address": "fa:16:3e:fa:b2:3d", "network": {"id": "9ad0c474-c12c-4899-972f-151ffeda42fa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1965909086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0acd5d6bc899477791147e8e6cccb8fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6755591c-75", "ovs_interfaceid": "6755591c-75f4-4e7b-81d3-d960d7351123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.441023] env[70771]: DEBUG nova.scheduler.client.report [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.498809] env[70771]: DEBUG nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.525698] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.526009] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.526144] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.526325] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.526469] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.526614] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.526819] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.526973] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.527820] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.528030] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.529940] env[70771]: DEBUG nova.virt.hardware [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.529940] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070421bb-69f9-4ddf-aab7-a528fab4660f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.543838] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf834ca-d242-481c-9f21-b6541bbef564 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.674959] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513209, 'name': CloneVM_Task, 'duration_secs': 1.411322} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.675313] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Created linked-clone VM from snapshot [ 679.676409] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a772a337-5cf5-4f2d-bb2e-e0c1412e9674 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.684667] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Uploading image b586abc1-6fc5-4f61-94f9-f6841016a55f {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.700825] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.701186] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9ffcbc5-ab25-4f65-a74c-64a55950b525 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.709392] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 679.709392] env[70771]: value = "task-3513211" [ 679.709392] env[70771]: _type = "Task" [ 679.709392] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.719714] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513211, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.885596] env[70771]: INFO nova.compute.manager [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Took 24.90 seconds to build instance. [ 679.926782] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Releasing lock "refresh_cache-7cfc7549-05ff-4541-bc12-7d0ee485f75d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.926782] env[70771]: DEBUG nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Instance network_info: |[{"id": "6755591c-75f4-4e7b-81d3-d960d7351123", "address": "fa:16:3e:fa:b2:3d", "network": {"id": "9ad0c474-c12c-4899-972f-151ffeda42fa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1965909086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0acd5d6bc899477791147e8e6cccb8fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6755591c-75", "ovs_interfaceid": "6755591c-75f4-4e7b-81d3-d960d7351123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.927294] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:b2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6755591c-75f4-4e7b-81d3-d960d7351123', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.935904] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Creating folder: Project (0acd5d6bc899477791147e8e6cccb8fb). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.936443] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebda84d5-76b3-47e7-a855-72a172ba5c6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.943599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.944154] env[70771]: DEBUG nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.947348] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.138s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.949208] env[70771]: INFO nova.compute.claims [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.957799] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Created folder: Project (0acd5d6bc899477791147e8e6cccb8fb) in parent group-v701875. [ 679.958061] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Creating folder: Instances. Parent ref: group-v701925. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.958549] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93053038-f207-411f-9ef0-59a330180b49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.972487] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Created folder: Instances in parent group-v701925. [ 679.972487] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.972487] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.972487] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69bf41b8-9f9d-4caf-91d3-d79262555cfe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.001033] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.001033] env[70771]: value = "task-3513214" [ 680.001033] env[70771]: _type = "Task" [ 680.001033] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.010891] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513214, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.041184] env[70771]: INFO nova.compute.manager [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Rebuilding instance [ 680.120960] env[70771]: DEBUG nova.compute.manager [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.121873] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c168b9e-9a2a-4067-aa74-89bcbfda1f78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.220812] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513211, 'name': Destroy_Task, 'duration_secs': 0.325546} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.221518] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Destroyed the VM [ 680.221957] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.222468] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d14fb306-9c46-49f5-abf5-feca7eacdf30 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.231684] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 680.231684] env[70771]: value = "task-3513215" [ 680.231684] env[70771]: _type = "Task" [ 680.231684] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.241816] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.387367] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ea27a9a-d9e1-4030-a8fa-9dfdee8d4328 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.420s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.459518] env[70771]: DEBUG nova.compute.utils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.466785] env[70771]: DEBUG nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.467097] env[70771]: DEBUG nova.network.neutron [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.519272] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513214, 'name': CreateVM_Task, 'duration_secs': 0.479684} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.519790] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.520330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.520717] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.520837] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.521158] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c081251-3e62-4e76-a15d-3c12f0e1cb1c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.527587] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 680.527587] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52abb0a3-1c54-7db6-d9dc-2edf430f871b" [ 680.527587] env[70771]: _type = "Task" [ 680.527587] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.537357] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52abb0a3-1c54-7db6-d9dc-2edf430f871b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.543207] env[70771]: DEBUG nova.compute.manager [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Received event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.543430] env[70771]: DEBUG nova.compute.manager [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing instance network info cache due to event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.543653] env[70771]: DEBUG oslo_concurrency.lockutils [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] Acquiring lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.543797] env[70771]: DEBUG oslo_concurrency.lockutils [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] Acquired lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.543966] env[70771]: DEBUG nova.network.neutron [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.551758] env[70771]: DEBUG nova.policy [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2bea648eb9143e097f11bc24a07e8f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b2f44f80e3e4cf48b769fa76e513388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.743656] env[70771]: DEBUG oslo_vmware.api [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513215, 'name': RemoveSnapshot_Task, 'duration_secs': 0.504516} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.743936] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.890304] env[70771]: DEBUG nova.compute.manager [None req-c02b5e96-dd56-4308-a49d-78d3352d6803 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: ca467654-2a65-4836-a14d-526ff330a031] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.974506] env[70771]: DEBUG nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.042739] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52abb0a3-1c54-7db6-d9dc-2edf430f871b, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.046173] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.046310] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.046533] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.046681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.046856] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.048047] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe5176eb-6442-4a56-8f46-afd792aa83a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.057968] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.057968] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.059805] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702336ef-e37b-446d-b28b-9182263e7b48 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.066748] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.066967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.067177] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.067359] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.067645] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.069893] env[70771]: INFO nova.compute.manager [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Terminating instance [ 681.074773] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 681.074773] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527c8496-bc13-c9e8-9e9c-c60ed9934d7f" [ 681.074773] env[70771]: _type = "Task" [ 681.074773] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.092443] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527c8496-bc13-c9e8-9e9c-c60ed9934d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.142741] env[70771]: DEBUG nova.network.neutron [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Successfully updated port: 0fc62238-0cbf-4c72-9f12-d823e1974653 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.143960] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.147767] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9117128b-c269-425b-8b4d-119002f11807 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.161460] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 681.161460] env[70771]: value = "task-3513216" [ 681.161460] env[70771]: _type = "Task" [ 681.161460] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.176186] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.255751] env[70771]: WARNING nova.compute.manager [None req-42003485-3184-4a75-a3f3-503a7cc585dc tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Image not found during snapshot: nova.exception.ImageNotFound: Image b586abc1-6fc5-4f61-94f9-f6841016a55f could not be found. [ 681.349581] env[70771]: DEBUG nova.network.neutron [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Successfully created port: f9600b60-2590-480f-9146-748475c41a6d {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.395119] env[70771]: DEBUG nova.compute.manager [None req-c02b5e96-dd56-4308-a49d-78d3352d6803 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: ca467654-2a65-4836-a14d-526ff330a031] Instance disappeared before build. {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 681.396842] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f1b8eb-6268-4441-a383-64d598827811 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.412059] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb8b99d-a735-4f54-9c2d-1e5e9d303cbe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.453514] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a4bb0e-f138-47bf-87fa-066b5a815b50 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.464205] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb740a7-6da1-4f21-9aba-043a1665170f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.487403] env[70771]: DEBUG nova.compute.provider_tree [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.575938] env[70771]: DEBUG nova.compute.manager [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.578761] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.578761] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d6307-67a2-4d1e-a10f-5f8a2fa2b8cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.590883] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527c8496-bc13-c9e8-9e9c-c60ed9934d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.595554] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.595834] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4281c1ef-cd54-40f1-9c77-bd1a2a753d8b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.598351] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edb397fd-78d7-4aab-bab0-ea518ebcd2e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.604624] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 681.604624] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529b1320-807d-a32f-1e6f-ce3a6bef8529" [ 681.604624] env[70771]: _type = "Task" [ 681.604624] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.607196] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 681.607196] env[70771]: value = "task-3513217" [ 681.607196] env[70771]: _type = "Task" [ 681.607196] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.621156] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.624642] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529b1320-807d-a32f-1e6f-ce3a6bef8529, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.626043] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.626043] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7cfc7549-05ff-4541-bc12-7d0ee485f75d/7cfc7549-05ff-4541-bc12-7d0ee485f75d.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.626043] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e184e5b4-b886-4341-87ca-d101a7b81621 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.634773] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 681.634773] env[70771]: value = "task-3513218" [ 681.634773] env[70771]: _type = "Task" [ 681.634773] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.646271] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.646429] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.646670] env[70771]: DEBUG nova.network.neutron [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.648192] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.681889] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513216, 'name': PowerOffVM_Task, 'duration_secs': 0.133125} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.681889] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.681889] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.686398] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef06414-82f1-4c86-8c13-2e6af538793f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.697594] env[70771]: DEBUG nova.network.neutron [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updated VIF entry in instance network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.698086] env[70771]: DEBUG nova.network.neutron [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.702894] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.703533] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7023183d-3f2e-45ae-8ea8-7a8c8191eb7c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.739454] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.739656] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.739855] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Deleting the datastore file [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.740155] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dec6ac8-23e5-4d72-95e3-b883b9f95bed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.749237] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 681.749237] env[70771]: value = "task-3513220" [ 681.749237] env[70771]: _type = "Task" [ 681.749237] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.763012] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.777745] env[70771]: DEBUG nova.compute.manager [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Received event network-changed-6755591c-75f4-4e7b-81d3-d960d7351123 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.778410] env[70771]: DEBUG nova.compute.manager [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Refreshing instance network info cache due to event network-changed-6755591c-75f4-4e7b-81d3-d960d7351123. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.781530] env[70771]: DEBUG oslo_concurrency.lockutils [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] Acquiring lock "refresh_cache-7cfc7549-05ff-4541-bc12-7d0ee485f75d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.781530] env[70771]: DEBUG oslo_concurrency.lockutils [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] Acquired lock "refresh_cache-7cfc7549-05ff-4541-bc12-7d0ee485f75d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.781530] env[70771]: DEBUG nova.network.neutron [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Refreshing network info cache for port 6755591c-75f4-4e7b-81d3-d960d7351123 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.916296] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c02b5e96-dd56-4308-a49d-78d3352d6803 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "ca467654-2a65-4836-a14d-526ff330a031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 9.528s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.991781] env[70771]: DEBUG nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.995901] env[70771]: DEBUG nova.scheduler.client.report [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.045881] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.045881] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.045881] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.046429] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.046429] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.046429] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.046429] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.046429] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.046602] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.046602] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.046602] env[70771]: DEBUG nova.virt.hardware [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.046755] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe71f9-b26a-4f66-a026-7736ea88cb98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.056672] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f02106-0918-4d8f-b2c4-00064831a825 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.124490] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513217, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.149031] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.204126] env[70771]: DEBUG oslo_concurrency.lockutils [req-23569819-82d2-498b-b168-79e8e3c7fe9a req-16de934a-8f00-4016-99ca-2b833db592a3 service nova] Releasing lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.212680] env[70771]: DEBUG nova.network.neutron [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.263663] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307537} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.264855] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.265031] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.265460] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.423125] env[70771]: DEBUG nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.450683] env[70771]: DEBUG nova.network.neutron [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance_info_cache with network_info: [{"id": "0fc62238-0cbf-4c72-9f12-d823e1974653", "address": "fa:16:3e:bf:40:cc", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc62238-0c", "ovs_interfaceid": "0fc62238-0cbf-4c72-9f12-d823e1974653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.506182] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.506705] env[70771]: DEBUG nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.510665] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.967s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.512081] env[70771]: INFO nova.compute.claims [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.625928] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513217, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.646571] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603004} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.646841] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7cfc7549-05ff-4541-bc12-7d0ee485f75d/7cfc7549-05ff-4541-bc12-7d0ee485f75d.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.647067] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.647315] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5231aa8-fe96-4d95-9107-413343f50cb3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.655031] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 682.655031] env[70771]: value = "task-3513221" [ 682.655031] env[70771]: _type = "Task" [ 682.655031] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.668791] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.754063] env[70771]: DEBUG nova.network.neutron [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Updated VIF entry in instance network info cache for port 6755591c-75f4-4e7b-81d3-d960d7351123. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.754447] env[70771]: DEBUG nova.network.neutron [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Updating instance_info_cache with network_info: [{"id": "6755591c-75f4-4e7b-81d3-d960d7351123", "address": "fa:16:3e:fa:b2:3d", "network": {"id": "9ad0c474-c12c-4899-972f-151ffeda42fa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1965909086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acd5d6bc899477791147e8e6cccb8fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6755591c-75", "ovs_interfaceid": "6755591c-75f4-4e7b-81d3-d960d7351123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.952119] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.957157] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.957315] env[70771]: DEBUG nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Instance network_info: |[{"id": "0fc62238-0cbf-4c72-9f12-d823e1974653", "address": "fa:16:3e:bf:40:cc", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc62238-0c", "ovs_interfaceid": "0fc62238-0cbf-4c72-9f12-d823e1974653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.958026] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:40:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fc62238-0cbf-4c72-9f12-d823e1974653', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.966965] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Creating folder: Project (d1e670fc87434f2ba51df88110ee6146). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.967287] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef06a274-141c-4a26-8f46-8cb285e79538 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.980953] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Created folder: Project (d1e670fc87434f2ba51df88110ee6146) in parent group-v701875. [ 682.982194] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Creating folder: Instances. Parent ref: group-v701928. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.982194] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b37bd8-0796-4ab5-bedd-72d6efabd7d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.992704] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Created folder: Instances in parent group-v701928. [ 682.993029] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.993158] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.993368] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-442d5cca-d6df-475e-947e-2762ab6cd1d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.017278] env[70771]: DEBUG nova.compute.utils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.021389] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.021389] env[70771]: value = "task-3513224" [ 683.021389] env[70771]: _type = "Task" [ 683.021389] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.024867] env[70771]: DEBUG nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 683.033272] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513224, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.124762] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513217, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.170076] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115946} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.171254] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.171474] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a78c1-5485-4602-8bd0-b003ce85d4b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.204327] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 7cfc7549-05ff-4541-bc12-7d0ee485f75d/7cfc7549-05ff-4541-bc12-7d0ee485f75d.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.204651] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427e830d-2944-4ece-bd09-247f3856305f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.228199] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 683.228199] env[70771]: value = "task-3513225" [ 683.228199] env[70771]: _type = "Task" [ 683.228199] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.238080] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.261638] env[70771]: DEBUG oslo_concurrency.lockutils [req-4b7d7e10-52be-47dc-af21-39de6ab3c9d3 req-4602cfef-b176-419e-8d5a-9c8a57c02f1f service nova] Releasing lock "refresh_cache-7cfc7549-05ff-4541-bc12-7d0ee485f75d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.318781] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.319050] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.319231] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.319434] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.319702] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.319776] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.319977] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.320596] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.320596] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.320596] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.320737] env[70771]: DEBUG nova.virt.hardware [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.321713] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cced9a-000e-4657-8c65-5d6e0b2426c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.331805] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09292f3f-2a30-4710-bebb-3723d511a66f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.346956] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.354622] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.354622] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.354622] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d17a44c0-a1ce-42d6-94d1-0f74c0ceafb3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.380573] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.380573] env[70771]: value = "task-3513226" [ 683.380573] env[70771]: _type = "Task" [ 683.380573] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.394765] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513226, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.520012] env[70771]: DEBUG nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.540887] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513224, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.628565] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513217, 'name': PowerOffVM_Task, 'duration_secs': 1.696005} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.628912] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.628984] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.630312] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b49bd40-3765-4a5d-a737-b6525319a24a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.711149] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.711343] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.711527] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Deleting the datastore file [datastore1] b403f73b-af72-4e6f-b9e4-695c15f68fd0 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.711789] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4158f930-7613-452f-bc7b-eaeb6ea369e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.720611] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for the task: (returnval){ [ 683.720611] env[70771]: value = "task-3513228" [ 683.720611] env[70771]: _type = "Task" [ 683.720611] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.729225] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.740701] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513225, 'name': ReconfigVM_Task, 'duration_secs': 0.45819} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.741210] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 7cfc7549-05ff-4541-bc12-7d0ee485f75d/7cfc7549-05ff-4541-bc12-7d0ee485f75d.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.742258] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b18b43e-52bc-4afe-bbde-96061bede2d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.749731] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 683.749731] env[70771]: value = "task-3513229" [ 683.749731] env[70771]: _type = "Task" [ 683.749731] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.759260] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513229, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.787223] env[70771]: DEBUG nova.network.neutron [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Successfully updated port: f9600b60-2590-480f-9146-748475c41a6d {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.897410] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513226, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.041467] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd92aa8-b12c-4f8d-8002-b68c956e6a4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.054856] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513224, 'name': CreateVM_Task, 'duration_secs': 0.610056} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.055788] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94164b55-f8ee-45f7-b714-2aa6e599b1ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.059754] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.060028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.060028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.060355] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.061664] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2dbec00-dd14-4579-91be-0d5c0eb1ca9e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.101495] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 684.101495] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e89561-a6b8-6fb2-2eb0-9ecd68bfb5ef" [ 684.101495] env[70771]: _type = "Task" [ 684.101495] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.102690] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f413145-0744-4d11-a09f-1f35cef2d825 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.120546] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbb5494-5aa7-49ee-bca9-bd79ee5c8152 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.125426] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e89561-a6b8-6fb2-2eb0-9ecd68bfb5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.125859] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.126395] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.126684] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126822] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.127048] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.127838] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a434d074-d4b7-4c76-8a92-cb0094e5bb6d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.141040] env[70771]: DEBUG nova.compute.provider_tree [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.146173] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.146173] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.146173] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071daff9-d4fb-4da6-9eba-db33e0c5bb7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.151644] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 684.151644] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e03db4-988c-26e7-1cdc-c2caa532da01" [ 684.151644] env[70771]: _type = "Task" [ 684.151644] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.162041] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e03db4-988c-26e7-1cdc-c2caa532da01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.235393] env[70771]: DEBUG oslo_vmware.api [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Task: {'id': task-3513228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183076} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.235833] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.236160] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.236452] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.236702] env[70771]: INFO nova.compute.manager [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Took 2.66 seconds to destroy the instance on the hypervisor. [ 684.237050] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.237249] env[70771]: DEBUG nova.compute.manager [-] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.237360] env[70771]: DEBUG nova.network.neutron [-] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.262919] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513229, 'name': Rename_Task, 'duration_secs': 0.187458} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.263671] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.264023] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0264eadb-01e9-4826-9971-2ae9ad0a29f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.273633] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 684.273633] env[70771]: value = "task-3513230" [ 684.273633] env[70771]: _type = "Task" [ 684.273633] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.284867] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.296677] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "refresh_cache-6d593d73-d5fd-4a4a-aafb-b3195ae2399c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.296677] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired lock "refresh_cache-6d593d73-d5fd-4a4a-aafb-b3195ae2399c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.296677] env[70771]: DEBUG nova.network.neutron [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.393898] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513226, 'name': CreateVM_Task, 'duration_secs': 0.519234} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.394097] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.394514] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.394676] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.395122] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.395395] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339cb48b-b92a-4527-a54a-1b2378cc2b9b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.400917] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 684.400917] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528e032d-2151-452b-0790-99d4075468e9" [ 684.400917] env[70771]: _type = "Task" [ 684.400917] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.410776] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e032d-2151-452b-0790-99d4075468e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.443186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.443726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.443726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.443937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.444019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.446511] env[70771]: INFO nova.compute.manager [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Terminating instance [ 684.536455] env[70771]: DEBUG nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.579414] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.579636] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.585554] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.585894] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.586093] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.586259] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.586491] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.586715] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.586898] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.587094] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.587274] env[70771]: DEBUG nova.virt.hardware [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.588264] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd2e5c3-28dc-4af4-b390-87e70e2f61a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.606275] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27467cfe-c3b4-4dc4-b0ee-50182440a3e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.623261] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.629716] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Creating folder: Project (9072593f3d3c44b1b9fe1393c1fe8235). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.629716] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434567c7-a17a-48af-bc3b-57a119c783dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.643379] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Created folder: Project (9072593f3d3c44b1b9fe1393c1fe8235) in parent group-v701875. [ 684.643583] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Creating folder: Instances. Parent ref: group-v701932. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.644250] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51a8782e-72d7-4c63-a816-285275e8c482 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.646744] env[70771]: DEBUG nova.scheduler.client.report [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.666165] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e03db4-988c-26e7-1cdc-c2caa532da01, 'name': SearchDatastore_Task, 'duration_secs': 0.012641} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.668353] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Created folder: Instances in parent group-v701932. [ 684.668863] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.668863] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f65e02-7e7d-4fa3-a1bc-36364b15c04d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.672412] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.673466] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc08d7eb-06f6-4837-8d1f-1b919a447c7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.693181] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 684.693181] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52eac220-d1e8-90cf-b088-d40b40686784" [ 684.693181] env[70771]: _type = "Task" [ 684.693181] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.701063] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.701063] env[70771]: value = "task-3513233" [ 684.701063] env[70771]: _type = "Task" [ 684.701063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.712571] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52eac220-d1e8-90cf-b088-d40b40686784, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.713448] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.713817] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 65910f00-90c8-4d6c-9fdd-b215a898890c/65910f00-90c8-4d6c-9fdd-b215a898890c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.713957] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5d8324d-16a0-47c4-8a94-579dd7b17295 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.720617] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513233, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.727079] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 684.727079] env[70771]: value = "task-3513234" [ 684.727079] env[70771]: _type = "Task" [ 684.727079] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.736978] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.785182] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.842845] env[70771]: DEBUG nova.network.neutron [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.915640] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e032d-2151-452b-0790-99d4075468e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.915905] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.916158] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.916397] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.916539] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.916716] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.917045] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d69e39d-d6e5-4828-8498-847b5abeb9c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.938787] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.938980] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.939826] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12765e08-9108-4468-96e9-200d46e90299 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.948491] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 684.948491] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52208a05-a998-c6aa-6d06-b4fb4d1aa0d3" [ 684.948491] env[70771]: _type = "Task" [ 684.948491] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.954570] env[70771]: DEBUG nova.compute.manager [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.954570] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.955468] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8694d0-2d8e-46d0-a697-b15e7d648cd7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.965068] env[70771]: DEBUG nova.compute.manager [req-6c32aa79-c1ea-49c5-bf54-eea5b718a585 req-d35fd7ab-0ac3-49d3-b034-1cd1ab1d5a69 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Received event network-vif-plugged-f9600b60-2590-480f-9146-748475c41a6d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.965320] env[70771]: DEBUG oslo_concurrency.lockutils [req-6c32aa79-c1ea-49c5-bf54-eea5b718a585 req-d35fd7ab-0ac3-49d3-b034-1cd1ab1d5a69 service nova] Acquiring lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.965567] env[70771]: DEBUG oslo_concurrency.lockutils [req-6c32aa79-c1ea-49c5-bf54-eea5b718a585 req-d35fd7ab-0ac3-49d3-b034-1cd1ab1d5a69 service nova] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.965802] env[70771]: DEBUG oslo_concurrency.lockutils [req-6c32aa79-c1ea-49c5-bf54-eea5b718a585 req-d35fd7ab-0ac3-49d3-b034-1cd1ab1d5a69 service nova] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.966048] env[70771]: DEBUG nova.compute.manager [req-6c32aa79-c1ea-49c5-bf54-eea5b718a585 req-d35fd7ab-0ac3-49d3-b034-1cd1ab1d5a69 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] No waiting events found dispatching network-vif-plugged-f9600b60-2590-480f-9146-748475c41a6d {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.966287] env[70771]: WARNING nova.compute.manager [req-6c32aa79-c1ea-49c5-bf54-eea5b718a585 req-d35fd7ab-0ac3-49d3-b034-1cd1ab1d5a69 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Received unexpected event network-vif-plugged-f9600b60-2590-480f-9146-748475c41a6d for instance with vm_state building and task_state spawning. [ 684.973598] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52208a05-a998-c6aa-6d06-b4fb4d1aa0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.981505] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.982366] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c4bc19-636f-4fa3-8d55-5625eaa13d01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.992120] env[70771]: DEBUG oslo_vmware.api [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 684.992120] env[70771]: value = "task-3513235" [ 684.992120] env[70771]: _type = "Task" [ 684.992120] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.007338] env[70771]: DEBUG oslo_vmware.api [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.100621] env[70771]: DEBUG nova.network.neutron [-] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.158043] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.158565] env[70771]: DEBUG nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.162888] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.783s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.162888] env[70771]: DEBUG nova.objects.instance [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lazy-loading 'resources' on Instance uuid fa1783ff-62b1-43cc-9d7c-897a04199c1b {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.219735] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513233, 'name': CreateVM_Task, 'duration_secs': 0.374415} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.219919] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.220416] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.220670] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.220881] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.221173] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bf3bc1-2a64-4dbb-9574-ad1f660b19e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.227723] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 685.227723] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521b3711-cf61-5684-d4e8-cb094de04601" [ 685.227723] env[70771]: _type = "Task" [ 685.227723] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.243207] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513234, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.244991] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521b3711-cf61-5684-d4e8-cb094de04601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.290144] env[70771]: DEBUG oslo_vmware.api [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513230, 'name': PowerOnVM_Task, 'duration_secs': 0.719375} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.290612] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.290695] env[70771]: INFO nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Took 8.46 seconds to spawn the instance on the hypervisor. [ 685.290866] env[70771]: DEBUG nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.291747] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb9a304-f1db-436f-ab1e-d940d0670b41 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.326987] env[70771]: DEBUG nova.network.neutron [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Updating instance_info_cache with network_info: [{"id": "f9600b60-2590-480f-9146-748475c41a6d", "address": "fa:16:3e:62:40:45", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9600b60-25", "ovs_interfaceid": "f9600b60-2590-480f-9146-748475c41a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.435929] env[70771]: DEBUG nova.compute.manager [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Received event network-vif-plugged-0fc62238-0cbf-4c72-9f12-d823e1974653 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.436175] env[70771]: DEBUG oslo_concurrency.lockutils [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] Acquiring lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.436394] env[70771]: DEBUG oslo_concurrency.lockutils [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.436772] env[70771]: DEBUG oslo_concurrency.lockutils [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.436772] env[70771]: DEBUG nova.compute.manager [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] No waiting events found dispatching network-vif-plugged-0fc62238-0cbf-4c72-9f12-d823e1974653 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.436940] env[70771]: WARNING nova.compute.manager [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Received unexpected event network-vif-plugged-0fc62238-0cbf-4c72-9f12-d823e1974653 for instance with vm_state building and task_state spawning. [ 685.437037] env[70771]: DEBUG nova.compute.manager [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Received event network-changed-0fc62238-0cbf-4c72-9f12-d823e1974653 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.437190] env[70771]: DEBUG nova.compute.manager [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Refreshing instance network info cache due to event network-changed-0fc62238-0cbf-4c72-9f12-d823e1974653. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.437452] env[70771]: DEBUG oslo_concurrency.lockutils [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] Acquiring lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.437591] env[70771]: DEBUG oslo_concurrency.lockutils [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] Acquired lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.437746] env[70771]: DEBUG nova.network.neutron [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Refreshing network info cache for port 0fc62238-0cbf-4c72-9f12-d823e1974653 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.460064] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52208a05-a998-c6aa-6d06-b4fb4d1aa0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.066985} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.463713] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15677e62-b784-47db-a858-7948accfce48 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.472307] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 685.472307] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52136004-2991-e99c-a5dc-a4fd6c9cb83d" [ 685.472307] env[70771]: _type = "Task" [ 685.472307] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.485378] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52136004-2991-e99c-a5dc-a4fd6c9cb83d, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.485872] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.486263] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.486965] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7daf5313-1d13-4bf6-994d-3c21ed34df2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.497428] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 685.497428] env[70771]: value = "task-3513236" [ 685.497428] env[70771]: _type = "Task" [ 685.497428] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.504841] env[70771]: DEBUG oslo_vmware.api [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513235, 'name': PowerOffVM_Task, 'duration_secs': 0.44587} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.505494] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.505661] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.505910] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f60ef06-23fd-4650-b09f-2ba386483be6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.510647] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.605220] env[70771]: INFO nova.compute.manager [-] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Took 1.37 seconds to deallocate network for instance. [ 685.615705] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.616232] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.616232] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleting the datastore file [datastore1] 3980108e-fa0a-4bd7-a018-a8d4c5c0888f {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.616553] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd39692-e02d-402c-8e83-412b02a39ced {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.628294] env[70771]: DEBUG oslo_vmware.api [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 685.628294] env[70771]: value = "task-3513238" [ 685.628294] env[70771]: _type = "Task" [ 685.628294] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.639590] env[70771]: DEBUG oslo_vmware.api [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.664186] env[70771]: DEBUG nova.compute.utils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.665582] env[70771]: DEBUG nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.665761] env[70771]: DEBUG nova.network.neutron [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.675980] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "f01746b5-6833-4612-bb74-91a70b81b610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.676232] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "f01746b5-6833-4612-bb74-91a70b81b610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.747954] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530823} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.748388] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521b3711-cf61-5684-d4e8-cb094de04601, 'name': SearchDatastore_Task, 'duration_secs': 0.019815} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.751989] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 65910f00-90c8-4d6c-9fdd-b215a898890c/65910f00-90c8-4d6c-9fdd-b215a898890c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.752148] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.752598] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.752758] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.752992] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.753183] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.753430] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.753864] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef6ab0b-7ee0-4648-a69a-4baf5c025218 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.756160] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3038d66-c836-4560-984c-19dac35cbb38 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.765832] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 685.765832] env[70771]: value = "task-3513239" [ 685.765832] env[70771]: _type = "Task" [ 685.765832] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.774316] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.774651] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.775814] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea346fb-ccb2-4396-9f6d-685ca0a51222 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.782581] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.789666] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 685.789666] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521e881f-dc2b-8462-1fb7-e739d194d094" [ 685.789666] env[70771]: _type = "Task" [ 685.789666] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.799846] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521e881f-dc2b-8462-1fb7-e739d194d094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.813017] env[70771]: DEBUG nova.policy [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a941d67439fc44c3aef13f568658fa5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4eb94730deb4bdc9fa291d97560cbb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.819442] env[70771]: INFO nova.compute.manager [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Took 23.64 seconds to build instance. [ 685.832899] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Releasing lock "refresh_cache-6d593d73-d5fd-4a4a-aafb-b3195ae2399c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.833231] env[70771]: DEBUG nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Instance network_info: |[{"id": "f9600b60-2590-480f-9146-748475c41a6d", "address": "fa:16:3e:62:40:45", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9600b60-25", "ovs_interfaceid": "f9600b60-2590-480f-9146-748475c41a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.837099] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:40:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9600b60-2590-480f-9146-748475c41a6d', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.843626] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Creating folder: Project (7b2f44f80e3e4cf48b769fa76e513388). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.844959] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31cf7578-3ee9-4496-a04f-0aff59bc9c96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.861106] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Created folder: Project (7b2f44f80e3e4cf48b769fa76e513388) in parent group-v701875. [ 685.861309] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Creating folder: Instances. Parent ref: group-v701935. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.861596] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d129fe1-ea8f-4672-8b32-3907500bd1f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.875299] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Created folder: Instances in parent group-v701935. [ 685.875594] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.875810] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.876168] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97bb3699-fa01-4236-960a-dbc35e7cd284 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.903231] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.903231] env[70771]: value = "task-3513242" [ 685.903231] env[70771]: _type = "Task" [ 685.903231] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.914813] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513242, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.010114] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496142} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.012969] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.013264] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.014487] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6d7e7e8-d4c8-42c3-b2b4-58d43e6f9d21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.021177] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 686.021177] env[70771]: value = "task-3513243" [ 686.021177] env[70771]: _type = "Task" [ 686.021177] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.036561] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.117063] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.141300] env[70771]: DEBUG oslo_vmware.api [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.170859] env[70771]: DEBUG nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.190744] env[70771]: DEBUG nova.network.neutron [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updated VIF entry in instance network info cache for port 0fc62238-0cbf-4c72-9f12-d823e1974653. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.190744] env[70771]: DEBUG nova.network.neutron [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance_info_cache with network_info: [{"id": "0fc62238-0cbf-4c72-9f12-d823e1974653", "address": "fa:16:3e:bf:40:cc", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc62238-0c", "ovs_interfaceid": "0fc62238-0cbf-4c72-9f12-d823e1974653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.194365] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee507b9-03a7-4df5-abf1-10c4490c16b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.207507] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8208e70e-d5f1-42d5-9c9a-eca0c1a6262e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.245948] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a488db-7b0e-4e0b-ad10-0a2288441c65 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.255350] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8882d3c3-ce0f-47ae-a07c-01ea090752ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.272414] env[70771]: DEBUG nova.compute.provider_tree [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.282923] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09371} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.284027] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.284781] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f13aca-18d9-4efa-bae0-40990faedc8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.311619] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 65910f00-90c8-4d6c-9fdd-b215a898890c/65910f00-90c8-4d6c-9fdd-b215a898890c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.313867] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-421e1a9d-4c1b-49d6-8d9b-06ad92f8892a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.331518] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb77fc2f-c262-4b09-90f2-f00f6481ec7c tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.848s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.332248] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521e881f-dc2b-8462-1fb7-e739d194d094, 'name': SearchDatastore_Task, 'duration_secs': 0.053361} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.334349] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0932c5e0-0a32-480d-a97d-ffe59b8a5734 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.340374] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 686.340374] env[70771]: value = "task-3513244" [ 686.340374] env[70771]: _type = "Task" [ 686.340374] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.341772] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 686.341772] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5283ace4-06cf-e9d4-f9b8-97afebdc1cae" [ 686.341772] env[70771]: _type = "Task" [ 686.341772] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.356965] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513244, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.359995] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5283ace4-06cf-e9d4-f9b8-97afebdc1cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.413808] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513242, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.473089] env[70771]: DEBUG nova.network.neutron [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Successfully created port: 65921805-d763-4791-8165-70c264f10146 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.538030] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072858} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.538030] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.538030] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d3bffe-ee50-46a7-a831-2e31373a94ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.560322] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.560969] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9550c924-745c-43b3-8140-035aaaf38afc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.588030] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 686.588030] env[70771]: value = "task-3513245" [ 686.588030] env[70771]: _type = "Task" [ 686.588030] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.597020] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.642142] env[70771]: DEBUG oslo_vmware.api [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595746} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.645018] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.645018] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.645018] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.645018] env[70771]: INFO nova.compute.manager [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Took 1.69 seconds to destroy the instance on the hypervisor. [ 686.645018] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.645344] env[70771]: DEBUG nova.compute.manager [-] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.645344] env[70771]: DEBUG nova.network.neutron [-] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.702465] env[70771]: DEBUG oslo_concurrency.lockutils [req-e8bce444-2fa1-4652-b090-5798a74b69e0 req-66b570dd-bdcb-43d0-8eb0-26ce6ca1ebb6 service nova] Releasing lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.778709] env[70771]: DEBUG nova.scheduler.client.report [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.836553] env[70771]: DEBUG nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.857428] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.860298] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5283ace4-06cf-e9d4-f9b8-97afebdc1cae, 'name': SearchDatastore_Task, 'duration_secs': 0.02681} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.860596] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.860917] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.861198] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e556761-a727-4639-a44b-bc2d0dcaeecf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.869572] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 686.869572] env[70771]: value = "task-3513246" [ 686.869572] env[70771]: _type = "Task" [ 686.869572] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.879359] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.915172] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513242, 'name': CreateVM_Task, 'duration_secs': 0.974789} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.915388] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.916781] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.916781] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.916781] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.918226] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73da647b-746a-4146-80d7-534321ffc679 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.923286] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 686.923286] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5261e059-1671-89c5-57c6-9c006b653b06" [ 686.923286] env[70771]: _type = "Task" [ 686.923286] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.933665] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5261e059-1671-89c5-57c6-9c006b653b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.097859] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.179773] env[70771]: DEBUG nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.203691] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.203940] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.204142] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.204335] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.204441] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.204592] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.204805] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.204964] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.205146] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.205314] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.205487] env[70771]: DEBUG nova.virt.hardware [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.206408] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43047b43-cc96-49ff-9ac5-2799b7a016d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.219437] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b3296b-f6d6-42e6-8d0a-da8f130de6d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.284616] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.287467] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.702s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.289233] env[70771]: INFO nova.compute.claims [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.317609] env[70771]: INFO nova.scheduler.client.report [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Deleted allocations for instance fa1783ff-62b1-43cc-9d7c-897a04199c1b [ 687.363354] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513244, 'name': ReconfigVM_Task, 'duration_secs': 0.694612} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.364311] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 65910f00-90c8-4d6c-9fdd-b215a898890c/65910f00-90c8-4d6c-9fdd-b215a898890c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.364574] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f89321b-710c-402c-b106-9a2e84d7be4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.376854] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 687.376854] env[70771]: value = "task-3513247" [ 687.376854] env[70771]: _type = "Task" [ 687.376854] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.378298] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.388125] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.395361] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513247, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.424023] env[70771]: DEBUG nova.network.neutron [-] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.436912] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5261e059-1671-89c5-57c6-9c006b653b06, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.437368] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.437442] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.437702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.437856] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.438591] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.438591] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81ea257c-a5ed-4bb2-938f-1b89fc4953f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.450433] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.450433] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.451251] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e60d59-485a-4ec8-b1d1-402b7890c3b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.459505] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 687.459505] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527ce20b-51a6-34fe-5ddb-e19ac75a01f7" [ 687.459505] env[70771]: _type = "Task" [ 687.459505] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.467981] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527ce20b-51a6-34fe-5ddb-e19ac75a01f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.598645] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513245, 'name': ReconfigVM_Task, 'duration_secs': 0.765656} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.598970] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6/c2b29143-d689-46d8-9353-0ba1c3d4c5d6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.599640] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8dd3950-0330-4d5e-a359-fb1ba7dfb51f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.607307] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 687.607307] env[70771]: value = "task-3513248" [ 687.607307] env[70771]: _type = "Task" [ 687.607307] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.616354] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513248, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.828161] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6345e7b7-789f-4564-802a-ced6bfdb54b8 tempest-ServerDiagnosticsV248Test-1801746511 tempest-ServerDiagnosticsV248Test-1801746511-project-member] Lock "fa1783ff-62b1-43cc-9d7c-897a04199c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.838s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.881334] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602254} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.884893] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.885150] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.885426] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5632714-bf1b-4b32-901f-a219d81d4a1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.894277] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513247, 'name': Rename_Task, 'duration_secs': 0.206215} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.896148] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.896605] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 687.896605] env[70771]: value = "task-3513249" [ 687.896605] env[70771]: _type = "Task" [ 687.896605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.896846] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-755a6a3a-db8c-422b-add7-8c4023d8bc97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.914357] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.916586] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 687.916586] env[70771]: value = "task-3513250" [ 687.916586] env[70771]: _type = "Task" [ 687.916586] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.920193] env[70771]: DEBUG nova.compute.manager [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Received event network-changed-f9600b60-2590-480f-9146-748475c41a6d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.922906] env[70771]: DEBUG nova.compute.manager [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Refreshing instance network info cache due to event network-changed-f9600b60-2590-480f-9146-748475c41a6d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.922906] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] Acquiring lock "refresh_cache-6d593d73-d5fd-4a4a-aafb-b3195ae2399c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.922906] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] Acquired lock "refresh_cache-6d593d73-d5fd-4a4a-aafb-b3195ae2399c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.922906] env[70771]: DEBUG nova.network.neutron [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Refreshing network info cache for port f9600b60-2590-480f-9146-748475c41a6d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.934114] env[70771]: INFO nova.compute.manager [-] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Took 1.29 seconds to deallocate network for instance. [ 687.946956] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513250, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.972508] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527ce20b-51a6-34fe-5ddb-e19ac75a01f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013546} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.973646] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78bdb99-c6c4-4f43-8228-6483eae66a59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.980616] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 687.980616] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e09569-c09b-5500-ec93-de75d5b6feb1" [ 687.980616] env[70771]: _type = "Task" [ 687.980616] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.991778] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e09569-c09b-5500-ec93-de75d5b6feb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.004227] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.004499] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.117571] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513248, 'name': Rename_Task, 'duration_secs': 0.316703} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.117834] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.118156] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80b0dd94-1b86-4ec8-9d6f-e4ab46073f52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.128542] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Waiting for the task: (returnval){ [ 688.128542] env[70771]: value = "task-3513251" [ 688.128542] env[70771]: _type = "Task" [ 688.128542] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.135608] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.387988] env[70771]: DEBUG nova.compute.manager [req-0638223f-2465-44ee-afaa-4630af8e6e52 req-728c202c-5977-4b46-8f20-9e231b25ace6 service nova] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Received event network-vif-deleted-a1854c70-1325-48eb-9d44-b3da9605f220 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.413081] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097607} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.413411] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.414248] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697b3207-64eb-4dca-97db-4f234d92eb60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.446839] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513250, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.446988] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.457388] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.457797] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cbbe248-9002-48b3-b527-152d898e7197 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.488372] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 688.488372] env[70771]: value = "task-3513252" [ 688.488372] env[70771]: _type = "Task" [ 688.488372] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.500514] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e09569-c09b-5500-ec93-de75d5b6feb1, 'name': SearchDatastore_Task, 'duration_secs': 0.016137} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.502680] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.502680] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6d593d73-d5fd-4a4a-aafb-b3195ae2399c/6d593d73-d5fd-4a4a-aafb-b3195ae2399c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.502680] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a343d44-129e-428c-8161-3b66f5e3455f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.507884] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.513522] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 688.513522] env[70771]: value = "task-3513253" [ 688.513522] env[70771]: _type = "Task" [ 688.513522] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.530377] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.638560] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.808922] env[70771]: DEBUG nova.network.neutron [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Updated VIF entry in instance network info cache for port f9600b60-2590-480f-9146-748475c41a6d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.809426] env[70771]: DEBUG nova.network.neutron [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Updating instance_info_cache with network_info: [{"id": "f9600b60-2590-480f-9146-748475c41a6d", "address": "fa:16:3e:62:40:45", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9600b60-25", "ovs_interfaceid": "f9600b60-2590-480f-9146-748475c41a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.863030] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6035a079-a303-4773-b819-6b222362b150 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.873104] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722278c-efc8-4369-a370-1cc71316ece8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.906993] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0a298-fce0-449e-b10a-6e0d6ec25f0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.917260] env[70771]: DEBUG nova.network.neutron [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Successfully updated port: 65921805-d763-4791-8165-70c264f10146 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.918874] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14971386-8978-417f-afd7-bc8a49bb9dee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.945937] env[70771]: DEBUG oslo_vmware.api [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513250, 'name': PowerOnVM_Task, 'duration_secs': 0.572872} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.946329] env[70771]: DEBUG nova.compute.provider_tree [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.949469] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.949605] env[70771]: INFO nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Took 9.45 seconds to spawn the instance on the hypervisor. [ 688.949762] env[70771]: DEBUG nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.952240] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1961fef-fa10-438d-ab10-bb26a14c22b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.999650] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.028297] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513253, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.139681] env[70771]: DEBUG oslo_vmware.api [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Task: {'id': task-3513251, 'name': PowerOnVM_Task, 'duration_secs': 0.851377} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.139989] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.140319] env[70771]: DEBUG nova.compute.manager [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.141119] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb9124-bdf5-4ff5-9a8b-86ccb1fae7c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.315990] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] Releasing lock "refresh_cache-6d593d73-d5fd-4a4a-aafb-b3195ae2399c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.315990] env[70771]: DEBUG nova.compute.manager [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Received event network-changed-5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.315990] env[70771]: DEBUG nova.compute.manager [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Refreshing instance network info cache due to event network-changed-5ce041a2-affd-4860-90d1-2fbb4f62abd7. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.315990] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] Acquiring lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.315990] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] Acquired lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.316266] env[70771]: DEBUG nova.network.neutron [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Refreshing network info cache for port 5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.427214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "refresh_cache-7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.427214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired lock "refresh_cache-7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.427214] env[70771]: DEBUG nova.network.neutron [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.452089] env[70771]: DEBUG nova.scheduler.client.report [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.478994] env[70771]: INFO nova.compute.manager [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Took 26.15 seconds to build instance. [ 689.503403] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513252, 'name': ReconfigVM_Task, 'duration_secs': 0.65271} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.503403] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.504277] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1436acba-32d4-4cb2-a00f-fc3273a45ad5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.512198] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 689.512198] env[70771]: value = "task-3513254" [ 689.512198] env[70771]: _type = "Task" [ 689.512198] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.524380] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513254, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.531670] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513253, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.660931] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.965979] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.965979] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.234s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.974024] env[70771]: INFO nova.compute.claims [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.983834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f3a3249-4ac8-4b4f-a385-5e96fede077e tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.833s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.006337] env[70771]: DEBUG nova.network.neutron [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.032638] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513254, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.046563] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513253, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.333097] env[70771]: DEBUG nova.network.neutron [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Updating instance_info_cache with network_info: [{"id": "65921805-d763-4791-8165-70c264f10146", "address": "fa:16:3e:c6:88:73", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65921805-d7", "ovs_interfaceid": "65921805-d763-4791-8165-70c264f10146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.485098] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "a7fb6a66-2fb9-441a-b2b5-405d0274bc9b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.485098] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "a7fb6a66-2fb9-441a-b2b5-405d0274bc9b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.491080] env[70771]: DEBUG nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.497574] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "a7fb6a66-2fb9-441a-b2b5-405d0274bc9b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.012s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.498585] env[70771]: DEBUG nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.502982] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.502982] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.524671] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513254, 'name': Rename_Task, 'duration_secs': 0.850824} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.528109] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.528409] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcd8f81f-e0c4-44df-8dd3-a545a4a4736e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.536229] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513253, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.798916} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.537616] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6d593d73-d5fd-4a4a-aafb-b3195ae2399c/6d593d73-d5fd-4a4a-aafb-b3195ae2399c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.537882] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.538266] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 690.538266] env[70771]: value = "task-3513255" [ 690.538266] env[70771]: _type = "Task" [ 690.538266] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.539021] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75512b64-6deb-4ca6-b33c-b924fc2aa3b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.552125] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.553339] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 690.553339] env[70771]: value = "task-3513256" [ 690.553339] env[70771]: _type = "Task" [ 690.553339] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.563352] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.614380] env[70771]: DEBUG nova.network.neutron [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updated VIF entry in instance network info cache for port 5ce041a2-affd-4860-90d1-2fbb4f62abd7. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.614913] env[70771]: DEBUG nova.network.neutron [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updating instance_info_cache with network_info: [{"id": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "address": "fa:16:3e:64:58:33", "network": {"id": "c8ea3883-0ad2-4987-b8df-2f30b2ca9505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1941713381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78edf4a12af742a9b9ec83f13a552260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce041a2-af", "ovs_interfaceid": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.706363] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.706632] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.706885] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.707094] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.707199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.709927] env[70771]: INFO nova.compute.manager [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Terminating instance [ 690.840188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Releasing lock "refresh_cache-7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.841041] env[70771]: DEBUG nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Instance network_info: |[{"id": "65921805-d763-4791-8165-70c264f10146", "address": "fa:16:3e:c6:88:73", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65921805-d7", "ovs_interfaceid": "65921805-d763-4791-8165-70c264f10146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.841167] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:88:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65921805-d763-4791-8165-70c264f10146', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.852298] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.852561] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.853483] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a0cbc7-bb2a-4eb3-b9c7-95f35802cb25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.879468] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.879468] env[70771]: value = "task-3513257" [ 690.879468] env[70771]: _type = "Task" [ 690.879468] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.889595] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513257, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.004405] env[70771]: DEBUG nova.compute.utils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.008690] env[70771]: DEBUG nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.008690] env[70771]: DEBUG nova.network.neutron [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.018258] env[70771]: DEBUG nova.compute.manager [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Received event network-vif-plugged-65921805-d763-4791-8165-70c264f10146 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.018258] env[70771]: DEBUG oslo_concurrency.lockutils [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] Acquiring lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.018258] env[70771]: DEBUG oslo_concurrency.lockutils [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.018258] env[70771]: DEBUG oslo_concurrency.lockutils [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.018258] env[70771]: DEBUG nova.compute.manager [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] No waiting events found dispatching network-vif-plugged-65921805-d763-4791-8165-70c264f10146 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.018643] env[70771]: WARNING nova.compute.manager [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Received unexpected event network-vif-plugged-65921805-d763-4791-8165-70c264f10146 for instance with vm_state building and task_state spawning. [ 691.018643] env[70771]: DEBUG nova.compute.manager [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Received event network-changed-65921805-d763-4791-8165-70c264f10146 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.018744] env[70771]: DEBUG nova.compute.manager [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Refreshing instance network info cache due to event network-changed-65921805-d763-4791-8165-70c264f10146. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.019050] env[70771]: DEBUG oslo_concurrency.lockutils [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] Acquiring lock "refresh_cache-7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.019137] env[70771]: DEBUG oslo_concurrency.lockutils [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] Acquired lock "refresh_cache-7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.019246] env[70771]: DEBUG nova.network.neutron [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Refreshing network info cache for port 65921805-d763-4791-8165-70c264f10146 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.038023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.065983] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.075859] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078558} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.075976] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.076762] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ec135-7780-43ed-8b5e-5b8a66056675 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.102144] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 6d593d73-d5fd-4a4a-aafb-b3195ae2399c/6d593d73-d5fd-4a4a-aafb-b3195ae2399c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.105927] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51c324f1-3614-4da3-940f-fe7a9762d8ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.122986] env[70771]: DEBUG nova.policy [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82875d7ba5a64d34893f802bcd75cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a252c611d44a440fa428cd9a69a6be0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.125065] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] Releasing lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.125361] env[70771]: DEBUG nova.compute.manager [req-e6010144-ff66-429c-ad83-7981f2665049 req-26bcbe46-697b-4888-96b4-d5fcfecf4de8 service nova] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Received event network-vif-deleted-f63533b8-fb2e-44d0-a6d1-65d0c4be4b33 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.133029] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 691.133029] env[70771]: value = "task-3513258" [ 691.133029] env[70771]: _type = "Task" [ 691.133029] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.145186] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.215252] env[70771]: DEBUG nova.compute.manager [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.215439] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.217145] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef6090b-a66a-46a9-ba0f-15d7b5da186f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.232759] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.233013] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c1a279-eab6-40f9-b737-7d163b9410f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.247950] env[70771]: DEBUG oslo_vmware.api [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 691.247950] env[70771]: value = "task-3513259" [ 691.247950] env[70771]: _type = "Task" [ 691.247950] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.397580] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513257, 'name': CreateVM_Task, 'duration_secs': 0.40577} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.397847] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.399183] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.399183] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.399183] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.399511] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5713e26-3885-40c1-b94b-caacc49fed1f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.410043] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 691.410043] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f54b92-dfe2-58d6-19c7-144975c39d9a" [ 691.410043] env[70771]: _type = "Task" [ 691.410043] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.423810] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f54b92-dfe2-58d6-19c7-144975c39d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.511683] env[70771]: DEBUG nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.553233] env[70771]: DEBUG oslo_vmware.api [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513255, 'name': PowerOnVM_Task, 'duration_secs': 0.741012} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.555418] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.555765] env[70771]: INFO nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Took 7.02 seconds to spawn the instance on the hypervisor. [ 691.557034] env[70771]: DEBUG nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.557034] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b1fa8d-26aa-4cba-b548-88f6f05fc5d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.560264] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2828448f-a5c3-4c1f-9498-ea807148d44b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.574233] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc0093f-e9c2-47cf-82f4-cabee1dc8244 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.619194] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd43b4a9-613e-4317-8ad8-bc5b605c13e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.633195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab598354-7f88-43dd-84f7-62386380af12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.654608] env[70771]: DEBUG nova.compute.provider_tree [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.662459] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513258, 'name': ReconfigVM_Task, 'duration_secs': 0.386699} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.662459] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 6d593d73-d5fd-4a4a-aafb-b3195ae2399c/6d593d73-d5fd-4a4a-aafb-b3195ae2399c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.662459] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba01346-e81e-4ab8-a613-b97a68a2280a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.674525] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 691.674525] env[70771]: value = "task-3513260" [ 691.674525] env[70771]: _type = "Task" [ 691.674525] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.687634] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513260, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.692615] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.692615] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.692933] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.693397] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.693397] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.697564] env[70771]: INFO nova.compute.manager [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Terminating instance [ 691.759139] env[70771]: DEBUG oslo_vmware.api [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513259, 'name': PowerOffVM_Task, 'duration_secs': 0.232233} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.759286] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.759504] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.759732] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5002188a-24c0-485d-8102-fd8164a96ed4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.843131] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.843366] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.843546] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Deleting the datastore file [datastore1] 7cfc7549-05ff-4541-bc12-7d0ee485f75d {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.844019] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece4ffc8-aa6d-4ced-8261-12172f1c5070 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.859530] env[70771]: DEBUG oslo_vmware.api [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for the task: (returnval){ [ 691.859530] env[70771]: value = "task-3513262" [ 691.859530] env[70771]: _type = "Task" [ 691.859530] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.870893] env[70771]: DEBUG oslo_vmware.api [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.924504] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f54b92-dfe2-58d6-19c7-144975c39d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.924818] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.925078] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.925352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.925499] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.925729] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.925945] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c20cd170-bbf2-4fa8-9974-d874048b33f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.942632] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.942632] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.943387] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcc22f4-30b2-4e61-a654-754ca4947158 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.952545] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 691.952545] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52211f13-61da-643d-782b-b765b70529cb" [ 691.952545] env[70771]: _type = "Task" [ 691.952545] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.963586] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52211f13-61da-643d-782b-b765b70529cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.001389] env[70771]: DEBUG nova.network.neutron [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Updated VIF entry in instance network info cache for port 65921805-d763-4791-8165-70c264f10146. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.001735] env[70771]: DEBUG nova.network.neutron [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Updating instance_info_cache with network_info: [{"id": "65921805-d763-4791-8165-70c264f10146", "address": "fa:16:3e:c6:88:73", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65921805-d7", "ovs_interfaceid": "65921805-d763-4791-8165-70c264f10146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.092507] env[70771]: INFO nova.compute.manager [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Took 27.30 seconds to build instance. [ 692.123201] env[70771]: DEBUG nova.network.neutron [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Successfully created port: 2e015c93-1f50-4c00-b480-4059577f2b03 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.161971] env[70771]: DEBUG nova.scheduler.client.report [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.194381] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513260, 'name': Rename_Task, 'duration_secs': 0.222} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.194381] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.194381] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8ab9e28-b6e9-433c-a503-d86374dfa48f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.203037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "refresh_cache-c2b29143-d689-46d8-9353-0ba1c3d4c5d6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.203037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquired lock "refresh_cache-c2b29143-d689-46d8-9353-0ba1c3d4c5d6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.203192] env[70771]: DEBUG nova.network.neutron [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.208109] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 692.208109] env[70771]: value = "task-3513263" [ 692.208109] env[70771]: _type = "Task" [ 692.208109] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.216651] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.370468] env[70771]: DEBUG oslo_vmware.api [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Task: {'id': task-3513262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433101} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.370976] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.371912] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.371912] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.371912] env[70771]: INFO nova.compute.manager [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 692.372166] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.372983] env[70771]: DEBUG nova.compute.manager [-] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.372983] env[70771]: DEBUG nova.network.neutron [-] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.468613] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52211f13-61da-643d-782b-b765b70529cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01969} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.469988] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9788760a-656b-4460-8fd8-7aa1ea0940ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.477306] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 692.477306] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fd4fcc-529a-8d9c-17b5-8fda52d283fc" [ 692.477306] env[70771]: _type = "Task" [ 692.477306] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.489320] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fd4fcc-529a-8d9c-17b5-8fda52d283fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.505885] env[70771]: DEBUG oslo_concurrency.lockutils [req-a8ee1fe0-a450-46b4-888e-a8076b21b095 req-343b2004-8083-4d6d-897e-51d19a13534b service nova] Releasing lock "refresh_cache-7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.525721] env[70771]: DEBUG nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.553039] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.553582] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.553758] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.554015] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.554500] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.554500] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.554674] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.554822] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.555194] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.555420] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.555746] env[70771]: DEBUG nova.virt.hardware [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.557415] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec2ae6-bf05-4523-877e-796cd34475e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.566640] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7587e02-93ac-4772-a51a-deb155153dd1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.596382] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b9c3acb2-9719-4906-9ad2-d5380695b44c tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "3274fedf-b803-4222-b0b7-754cc842f55e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.825s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.671280] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.671864] env[70771]: DEBUG nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.675333] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.818s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.676777] env[70771]: INFO nova.compute.claims [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.724772] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.785081] env[70771]: DEBUG nova.network.neutron [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.993154] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fd4fcc-529a-8d9c-17b5-8fda52d283fc, 'name': SearchDatastore_Task, 'duration_secs': 0.027299} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.993154] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.993154] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e/7e1c9c1c-b83e-47ee-941e-9c2b66443b5e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.993999] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79be1030-dc9a-4c2e-bb32-44cde0e15605 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.008981] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 693.008981] env[70771]: value = "task-3513264" [ 693.008981] env[70771]: _type = "Task" [ 693.008981] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.020025] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.025032] env[70771]: DEBUG nova.network.neutron [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.098882] env[70771]: DEBUG nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.178117] env[70771]: DEBUG nova.compute.utils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.179566] env[70771]: DEBUG nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.179874] env[70771]: DEBUG nova.network.neutron [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.224976] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.306522] env[70771]: DEBUG nova.network.neutron [-] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.323128] env[70771]: DEBUG nova.policy [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '570543d6246d4bb085b5fc3dad0c098c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4204dca4ab6d4db5a771d39a16f3f5cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.520991] env[70771]: DEBUG nova.compute.manager [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 693.528024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Releasing lock "refresh_cache-c2b29143-d689-46d8-9353-0ba1c3d4c5d6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.528495] env[70771]: DEBUG nova.compute.manager [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.528689] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.528982] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513264, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.530567] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e036f5-8545-4fe1-a0cd-d0b1d60da1fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.541924] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.545195] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd198476-6c62-48d0-8179-4cc6851e05e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.553859] env[70771]: DEBUG oslo_vmware.api [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 693.553859] env[70771]: value = "task-3513265" [ 693.553859] env[70771]: _type = "Task" [ 693.553859] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.564067] env[70771]: DEBUG oslo_vmware.api [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.627693] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.685823] env[70771]: DEBUG nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.728933] env[70771]: DEBUG oslo_vmware.api [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513263, 'name': PowerOnVM_Task, 'duration_secs': 1.513605} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.732070] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.732338] env[70771]: INFO nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Took 11.74 seconds to spawn the instance on the hypervisor. [ 693.732610] env[70771]: DEBUG nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.734205] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80250027-7e74-4887-8fea-308819bf0fda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.811519] env[70771]: INFO nova.compute.manager [-] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Took 1.44 seconds to deallocate network for instance. [ 694.024222] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583786} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.026754] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e/7e1c9c1c-b83e-47ee-941e-9c2b66443b5e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.027010] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.027522] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e82ba5-2e29-423d-81f5-1f39f8a38f78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.035283] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 694.035283] env[70771]: value = "task-3513266" [ 694.035283] env[70771]: _type = "Task" [ 694.035283] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.046015] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.051555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.072291] env[70771]: DEBUG oslo_vmware.api [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513265, 'name': PowerOffVM_Task, 'duration_secs': 0.157721} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.074383] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.074383] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.074498] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da223211-1afc-42c8-ba1b-da2b59bba37c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.109972] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.110258] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.111601] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Deleting the datastore file [datastore1] c2b29143-d689-46d8-9353-0ba1c3d4c5d6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.111601] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c0ac8b7-68ba-4073-bb6d-2f278a45ef62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.126077] env[70771]: DEBUG oslo_vmware.api [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for the task: (returnval){ [ 694.126077] env[70771]: value = "task-3513268" [ 694.126077] env[70771]: _type = "Task" [ 694.126077] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.138018] env[70771]: DEBUG oslo_vmware.api [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.265199] env[70771]: INFO nova.compute.manager [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Took 29.54 seconds to build instance. [ 694.279882] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e0e3fb-ad72-435a-a982-702e93575711 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.287883] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ff9ff-2984-46e3-aa28-84f20e05b1be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.295416] env[70771]: DEBUG nova.network.neutron [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Successfully created port: 1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.297995] env[70771]: DEBUG nova.compute.manager [req-ba156ded-6c38-453f-9cfc-4512f43638ba req-62179025-8097-4109-9bb8-0e12b1fd26a8 service nova] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Received event network-vif-deleted-6755591c-75f4-4e7b-81d3-d960d7351123 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.343167] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.344428] env[70771]: DEBUG nova.compute.manager [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Received event network-changed-5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.344638] env[70771]: DEBUG nova.compute.manager [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Refreshing instance network info cache due to event network-changed-5ce041a2-affd-4860-90d1-2fbb4f62abd7. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.344850] env[70771]: DEBUG oslo_concurrency.lockutils [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] Acquiring lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.344987] env[70771]: DEBUG oslo_concurrency.lockutils [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] Acquired lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.345156] env[70771]: DEBUG nova.network.neutron [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Refreshing network info cache for port 5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.350668] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90f509-44ea-448b-8488-ae8be0d275d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.361673] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5b7ddd-15dd-40db-bb63-caa29cd4f7f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.378705] env[70771]: DEBUG nova.compute.provider_tree [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.552971] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075254} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.552971] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.552971] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb1b480-78ff-4a28-87b1-df16f85720e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.580820] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e/7e1c9c1c-b83e-47ee-941e-9c2b66443b5e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.581196] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5268ebdd-06bc-4d37-b7f1-d394f541b115 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.604518] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 694.604518] env[70771]: value = "task-3513269" [ 694.604518] env[70771]: _type = "Task" [ 694.604518] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.613940] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.638884] env[70771]: DEBUG oslo_vmware.api [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Task: {'id': task-3513268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406559} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.639527] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.639527] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.639527] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.639713] env[70771]: INFO nova.compute.manager [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 694.639958] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.640953] env[70771]: DEBUG nova.compute.manager [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.640953] env[70771]: DEBUG nova.network.neutron [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.679697] env[70771]: DEBUG nova.network.neutron [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.700076] env[70771]: DEBUG nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.734995] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.735298] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.735441] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.735636] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.735747] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.735864] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.737218] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.737950] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.738819] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.738819] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.738819] env[70771]: DEBUG nova.virt.hardware [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.739896] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea1887-fbf5-4d73-b19a-5899f35a2030 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.748832] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78bc961-a026-49c7-8ae0-49d242530abe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.767085] env[70771]: DEBUG oslo_concurrency.lockutils [None req-652e7a05-a95b-4921-b457-180eeefca19c tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.158s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.883948] env[70771]: DEBUG nova.scheduler.client.report [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.117162] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.183075] env[70771]: DEBUG nova.network.neutron [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.272558] env[70771]: DEBUG nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.389533] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.390070] env[70771]: DEBUG nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.401569] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.918s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.401569] env[70771]: DEBUG nova.objects.instance [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 695.514297] env[70771]: DEBUG nova.network.neutron [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Successfully updated port: 2e015c93-1f50-4c00-b480-4059577f2b03 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.575574] env[70771]: DEBUG nova.network.neutron [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updated VIF entry in instance network info cache for port 5ce041a2-affd-4860-90d1-2fbb4f62abd7. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.575939] env[70771]: DEBUG nova.network.neutron [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updating instance_info_cache with network_info: [{"id": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "address": "fa:16:3e:64:58:33", "network": {"id": "c8ea3883-0ad2-4987-b8df-2f30b2ca9505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1941713381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78edf4a12af742a9b9ec83f13a552260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce041a2-af", "ovs_interfaceid": "5ce041a2-affd-4860-90d1-2fbb4f62abd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.620500] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513269, 'name': ReconfigVM_Task, 'duration_secs': 0.895702} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.621049] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e/7e1c9c1c-b83e-47ee-941e-9c2b66443b5e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.621917] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19ce8dd6-43f3-42ab-acd4-52c5245fc275 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.634283] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 695.634283] env[70771]: value = "task-3513270" [ 695.634283] env[70771]: _type = "Task" [ 695.634283] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.643455] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513270, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.692113] env[70771]: INFO nova.compute.manager [-] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Took 1.05 seconds to deallocate network for instance. [ 695.808865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.904484] env[70771]: DEBUG nova.compute.utils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.907381] env[70771]: DEBUG nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 696.019060] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "refresh_cache-577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.019060] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquired lock "refresh_cache-577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.019060] env[70771]: DEBUG nova.network.neutron [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.078982] env[70771]: DEBUG oslo_concurrency.lockutils [req-87df5ce5-bfdb-4bbf-8ffd-6f9e489d37ee req-b65b31f5-e1a0-4d59-a396-be6ea0442739 service nova] Releasing lock "refresh_cache-bba0e3f4-d8ea-4e56-8976-9640fbecc97a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.144858] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513270, 'name': Rename_Task, 'duration_secs': 0.328194} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.145342] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.145824] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8597405e-8a8c-4502-8b42-8ebf92ec0bec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.155865] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 696.155865] env[70771]: value = "task-3513271" [ 696.155865] env[70771]: _type = "Task" [ 696.155865] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.166060] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.193691] env[70771]: INFO nova.compute.manager [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Rebuilding instance [ 696.198784] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.255597] env[70771]: DEBUG nova.compute.manager [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.256980] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd37b4ee-7f4e-4c5d-a177-20db6c4ab797 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.406507] env[70771]: DEBUG nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.417548] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eca18ef2-5e0f-4e1e-be39-c51c461e5989 tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.418202] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.569s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.418621] env[70771]: DEBUG nova.objects.instance [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lazy-loading 'resources' on Instance uuid 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.561156] env[70771]: DEBUG nova.network.neutron [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.675770] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.758218] env[70771]: DEBUG nova.network.neutron [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Updating instance_info_cache with network_info: [{"id": "2e015c93-1f50-4c00-b480-4059577f2b03", "address": "fa:16:3e:6f:29:a9", "network": {"id": "a638e3b5-9600-4638-bf93-d3895879b2a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1523403935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a252c611d44a440fa428cd9a69a6be0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e015c93-1f", "ovs_interfaceid": "2e015c93-1f50-4c00-b480-4059577f2b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.931217] env[70771]: DEBUG nova.network.neutron [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Successfully updated port: 1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.172327] env[70771]: DEBUG oslo_vmware.api [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513271, 'name': PowerOnVM_Task, 'duration_secs': 0.551757} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.172815] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.173039] env[70771]: INFO nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Took 9.99 seconds to spawn the instance on the hypervisor. [ 697.173224] env[70771]: DEBUG nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.174013] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c97e8-ae16-4d54-98cf-a5bbf9aa358a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.263449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Releasing lock "refresh_cache-577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.264297] env[70771]: DEBUG nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Instance network_info: |[{"id": "2e015c93-1f50-4c00-b480-4059577f2b03", "address": "fa:16:3e:6f:29:a9", "network": {"id": "a638e3b5-9600-4638-bf93-d3895879b2a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1523403935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a252c611d44a440fa428cd9a69a6be0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e015c93-1f", "ovs_interfaceid": "2e015c93-1f50-4c00-b480-4059577f2b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.264515] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:29:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e015c93-1f50-4c00-b480-4059577f2b03', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.276032] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Creating folder: Project (a252c611d44a440fa428cd9a69a6be0d). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.279546] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdaa8917-15ad-49b0-8ded-dbe839f3f3f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.281773] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.283217] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dcd2868-a210-4707-985f-2aba8860aac1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.288972] env[70771]: DEBUG nova.compute.manager [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Received event network-vif-plugged-2e015c93-1f50-4c00-b480-4059577f2b03 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.289093] env[70771]: DEBUG oslo_concurrency.lockutils [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] Acquiring lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.289261] env[70771]: DEBUG oslo_concurrency.lockutils [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.289429] env[70771]: DEBUG oslo_concurrency.lockutils [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.289597] env[70771]: DEBUG nova.compute.manager [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] No waiting events found dispatching network-vif-plugged-2e015c93-1f50-4c00-b480-4059577f2b03 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.289757] env[70771]: WARNING nova.compute.manager [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Received unexpected event network-vif-plugged-2e015c93-1f50-4c00-b480-4059577f2b03 for instance with vm_state building and task_state spawning. [ 697.289913] env[70771]: DEBUG nova.compute.manager [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Received event network-changed-2e015c93-1f50-4c00-b480-4059577f2b03 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.292214] env[70771]: DEBUG nova.compute.manager [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Refreshing instance network info cache due to event network-changed-2e015c93-1f50-4c00-b480-4059577f2b03. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.293521] env[70771]: DEBUG oslo_concurrency.lockutils [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] Acquiring lock "refresh_cache-577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.293521] env[70771]: DEBUG oslo_concurrency.lockutils [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] Acquired lock "refresh_cache-577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.293521] env[70771]: DEBUG nova.network.neutron [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Refreshing network info cache for port 2e015c93-1f50-4c00-b480-4059577f2b03 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.304934] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 697.304934] env[70771]: value = "task-3513273" [ 697.304934] env[70771]: _type = "Task" [ 697.304934] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.315258] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Created folder: Project (a252c611d44a440fa428cd9a69a6be0d) in parent group-v701875. [ 697.315552] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Creating folder: Instances. Parent ref: group-v701939. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.320268] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4faf6b-15b4-429e-b19c-e984a9e34878 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.330191] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.343351] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Created folder: Instances in parent group-v701939. [ 697.343351] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.344367] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.344367] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2530916-6de3-4f19-95c3-e808aea1fdcb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.369557] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.369557] env[70771]: value = "task-3513275" [ 697.369557] env[70771]: _type = "Task" [ 697.369557] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.393682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.393803] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.394474] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513275, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.424793] env[70771]: DEBUG nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.436748] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.436748] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquired lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.436748] env[70771]: DEBUG nova.network.neutron [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.471513] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.471662] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.472329] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.472329] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.472329] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.472329] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.472563] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.472938] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.473075] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.473240] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.473435] env[70771]: DEBUG nova.virt.hardware [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.478015] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735e55e8-204a-494f-974d-6d48e441edfa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.490027] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2e9164-fc04-44cf-971b-19ae640c44b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.508545] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.513848] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Creating folder: Project (eba4a047b32847f9b05d001c2127e3b5). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.518421] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d65cf828-3e76-47bc-9a28-1e0cf7a89bde {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.538133] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Created folder: Project (eba4a047b32847f9b05d001c2127e3b5) in parent group-v701875. [ 697.538439] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Creating folder: Instances. Parent ref: group-v701942. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.538694] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-860f49ca-2a56-409f-a7c4-b1684cb39ac3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.547263] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d6f35-b5aa-463c-be48-56e0e59b1509 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.552332] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Created folder: Instances in parent group-v701942. [ 697.552435] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.553087] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.554028] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40eee88c-0962-4988-a92e-a5070f9b9703 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.569408] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e04d1b-3fa5-401b-921d-19f10fd15a4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.574402] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.574402] env[70771]: value = "task-3513278" [ 697.574402] env[70771]: _type = "Task" [ 697.574402] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.604050] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192849c-8238-48b2-9f44-3177bd15a204 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.610729] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513278, 'name': CreateVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.618032] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed934a32-b461-427e-8788-a9a25ebc2797 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.637517] env[70771]: DEBUG nova.compute.provider_tree [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.693959] env[70771]: INFO nova.compute.manager [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Took 32.17 seconds to build instance. [ 697.822174] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513273, 'name': PowerOffVM_Task, 'duration_secs': 0.21375} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.822174] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.822174] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.822174] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d49c8-d2b5-482b-8805-8f429be44563 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.830084] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.830084] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c15baec-21da-48f3-ba29-87683c5f58a5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.866584] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.866813] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.867033] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Deleting the datastore file [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.867349] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59005a55-3568-4a2f-b7ae-3a1220b62bbc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.894600] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513275, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.899136] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 697.899136] env[70771]: value = "task-3513280" [ 697.899136] env[70771]: _type = "Task" [ 697.899136] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.908372] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.938800] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "b3ec055c-6ccf-446b-9ebd-00306eae31df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.942454] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.989678] env[70771]: DEBUG nova.network.neutron [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.088998] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513278, 'name': CreateVM_Task, 'duration_secs': 0.495671} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.089260] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.091879] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.091879] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.091879] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.091879] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdebea1c-a38a-45ab-a66c-5b34e1d4335a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.097859] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 698.097859] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bbc6f6-78fc-c545-ac27-041ed6b15b8a" [ 698.097859] env[70771]: _type = "Task" [ 698.097859] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.109042] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bbc6f6-78fc-c545-ac27-041ed6b15b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.144821] env[70771]: DEBUG nova.scheduler.client.report [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.195702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3af7e6f9-93fe-448b-9de7-0e7f338e28e3 tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.808s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.251218] env[70771]: DEBUG nova.network.neutron [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Updating instance_info_cache with network_info: [{"id": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "address": "fa:16:3e:8b:72:e2", "network": {"id": "279c26bd-0062-4120-a1b7-73ff3966d1bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-980820573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4204dca4ab6d4db5a771d39a16f3f5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1914c83d-47", "ovs_interfaceid": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.258394] env[70771]: DEBUG nova.network.neutron [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Updated VIF entry in instance network info cache for port 2e015c93-1f50-4c00-b480-4059577f2b03. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.258834] env[70771]: DEBUG nova.network.neutron [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Updating instance_info_cache with network_info: [{"id": "2e015c93-1f50-4c00-b480-4059577f2b03", "address": "fa:16:3e:6f:29:a9", "network": {"id": "a638e3b5-9600-4638-bf93-d3895879b2a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1523403935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a252c611d44a440fa428cd9a69a6be0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e015c93-1f", "ovs_interfaceid": "2e015c93-1f50-4c00-b480-4059577f2b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.388694] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513275, 'name': CreateVM_Task, 'duration_secs': 0.658299} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.388885] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.389589] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.407941] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377425} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.408885] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.409120] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.409314] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.461164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.461460] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.610726] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bbc6f6-78fc-c545-ac27-041ed6b15b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.049672} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.611044] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.611632] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.611632] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.611766] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.611861] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.612153] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.612786] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.612786] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-174faca8-222b-45eb-9dce-2cde04b0dbc1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.614563] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc966813-296a-4ead-b70e-8f02bd280e3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.620672] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 698.620672] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521cabbd-29bf-45a0-637c-a372afc7fee5" [ 698.620672] env[70771]: _type = "Task" [ 698.620672] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.630776] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521cabbd-29bf-45a0-637c-a372afc7fee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.631399] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.632039] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.632835] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d244eff4-fefd-4544-b259-04ac90c8f884 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.639052] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 698.639052] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528af0b4-7340-28da-9426-9bad521c6a97" [ 698.639052] env[70771]: _type = "Task" [ 698.639052] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.648473] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.650435] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528af0b4-7340-28da-9426-9bad521c6a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.650918] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.141s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.652771] env[70771]: INFO nova.compute.claims [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.673359] env[70771]: INFO nova.scheduler.client.report [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Deleted allocations for instance 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b [ 698.700845] env[70771]: DEBUG nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.753090] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Releasing lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.753416] env[70771]: DEBUG nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Instance network_info: |[{"id": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "address": "fa:16:3e:8b:72:e2", "network": {"id": "279c26bd-0062-4120-a1b7-73ff3966d1bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-980820573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4204dca4ab6d4db5a771d39a16f3f5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1914c83d-47", "ovs_interfaceid": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.753837] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:72:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1914c83d-47ae-4f92-b60b-8f7f012d9af2', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.761420] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Creating folder: Project (4204dca4ab6d4db5a771d39a16f3f5cf). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.762147] env[70771]: DEBUG oslo_concurrency.lockutils [req-2b49a0eb-1fb0-47fd-828e-6159d53923fc req-614e6c7a-cb89-4659-b36c-764948a3d941 service nova] Releasing lock "refresh_cache-577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.762478] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21223972-419a-4d69-82d8-948a37560a97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.775193] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Created folder: Project (4204dca4ab6d4db5a771d39a16f3f5cf) in parent group-v701875. [ 698.775442] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Creating folder: Instances. Parent ref: group-v701945. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.775658] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bd9c46b-2c31-47cf-b5b2-0eb6f844bf87 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.785430] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Created folder: Instances in parent group-v701945. [ 698.785697] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.785890] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.786108] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e89b845-de37-4ec3-9c6a-45a203c22b76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.805273] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.805273] env[70771]: value = "task-3513283" [ 698.805273] env[70771]: _type = "Task" [ 698.805273] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.813953] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513283, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.133605] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521cabbd-29bf-45a0-637c-a372afc7fee5, 'name': SearchDatastore_Task, 'duration_secs': 0.027016} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.133935] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.134503] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.134503] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.153436] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528af0b4-7340-28da-9426-9bad521c6a97, 'name': SearchDatastore_Task, 'duration_secs': 0.030335} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.154430] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6f75f4-ad72-4db9-9777-c7e7e9178b2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.166047] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 699.166047] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f0391c-a598-29b6-023f-bddbd1ba8c36" [ 699.166047] env[70771]: _type = "Task" [ 699.166047] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.174139] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f0391c-a598-29b6-023f-bddbd1ba8c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.180302] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0c9161de-e55c-4ce2-bf6f-03820e0e200a tempest-ServerDiagnosticsNegativeTest-1553550798 tempest-ServerDiagnosticsNegativeTest-1553550798-project-member] Lock "1ce97d65-7561-41e8-9c3c-1aa6b2e4695b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.542s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.227266] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.317351] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513283, 'name': CreateVM_Task, 'duration_secs': 0.354416} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.317524] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.318291] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.318473] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.318869] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.319037] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c479a27-9aa2-4e31-93a6-7d7f0873bd1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.325199] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 699.325199] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525247b9-b912-83ca-4209-9eb2c2e84522" [ 699.325199] env[70771]: _type = "Task" [ 699.325199] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.334823] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525247b9-b912-83ca-4209-9eb2c2e84522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.450388] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.450692] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.450883] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.451119] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.451307] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.451600] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.451762] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.451963] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.452225] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.452367] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.452665] env[70771]: DEBUG nova.virt.hardware [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.453544] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d912d0b-ba37-4e77-af87-b37d449d2064 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.462460] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd0c8a6-87c3-4594-883a-25a72edf76a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.477555] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.483303] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.483574] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.483790] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3e77218-77a7-41c0-ba0d-55f1be17bd5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.505646] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.505646] env[70771]: value = "task-3513284" [ 699.505646] env[70771]: _type = "Task" [ 699.505646] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.515449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.515701] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.515932] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.516147] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.516347] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.517929] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513284, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.518531] env[70771]: INFO nova.compute.manager [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Terminating instance [ 699.624653] env[70771]: DEBUG nova.compute.manager [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Received event network-vif-plugged-1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.624875] env[70771]: DEBUG oslo_concurrency.lockutils [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] Acquiring lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.625092] env[70771]: DEBUG oslo_concurrency.lockutils [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.625258] env[70771]: DEBUG oslo_concurrency.lockutils [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.625421] env[70771]: DEBUG nova.compute.manager [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] No waiting events found dispatching network-vif-plugged-1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.625587] env[70771]: WARNING nova.compute.manager [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Received unexpected event network-vif-plugged-1914c83d-47ae-4f92-b60b-8f7f012d9af2 for instance with vm_state building and task_state spawning. [ 699.625746] env[70771]: DEBUG nova.compute.manager [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Received event network-changed-1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.625899] env[70771]: DEBUG nova.compute.manager [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Refreshing instance network info cache due to event network-changed-1914c83d-47ae-4f92-b60b-8f7f012d9af2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.626105] env[70771]: DEBUG oslo_concurrency.lockutils [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] Acquiring lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.626247] env[70771]: DEBUG oslo_concurrency.lockutils [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] Acquired lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.626438] env[70771]: DEBUG nova.network.neutron [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Refreshing network info cache for port 1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.676027] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f0391c-a598-29b6-023f-bddbd1ba8c36, 'name': SearchDatastore_Task, 'duration_secs': 0.029474} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.676437] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.676698] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.677046] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.677272] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.677512] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94a349bb-9828-48f0-8f87-63a3ba89d711 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.679663] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03aceb8c-d009-4d9c-a5e8-214bc0d4ea5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.689995] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 699.689995] env[70771]: value = "task-3513285" [ 699.689995] env[70771]: _type = "Task" [ 699.689995] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.692161] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.692740] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.698823] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b85ba3-ff0a-483f-9c68-398a01342d07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.708674] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 699.708674] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ba8f58-d60e-552b-db58-196c4f988b08" [ 699.708674] env[70771]: _type = "Task" [ 699.708674] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.711964] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.717693] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.717693] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.727128] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ba8f58-d60e-552b-db58-196c4f988b08, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.728359] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9989b5cd-c0c2-4359-8060-9bf05a37d407 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.734673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.734673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.734827] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.735084] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.735564] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.737259] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 699.737259] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c13a05-2049-501a-079e-7f8d0fb53227" [ 699.737259] env[70771]: _type = "Task" [ 699.737259] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.740078] env[70771]: INFO nova.compute.manager [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Terminating instance [ 699.754827] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c13a05-2049-501a-079e-7f8d0fb53227, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.758915] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.759200] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582/577d55dc-b2fe-4bb2-bdfc-1fcfadb26582.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.759859] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cd6a424-cfe7-47df-aab7-ed0043a62832 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.770788] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.771049] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.771320] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 699.771320] env[70771]: value = "task-3513286" [ 699.771320] env[70771]: _type = "Task" [ 699.771320] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.785040] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.838142] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525247b9-b912-83ca-4209-9eb2c2e84522, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.838442] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.839229] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.839229] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.839229] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.839229] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.839483] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52d7d443-909c-44ad-8047-e240a16660f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.862427] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.863097] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.863610] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e44efe-073c-4428-9eb4-c0706a99ead2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.871699] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 699.871699] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f0e13e-dcb1-b893-c43f-3607c942db19" [ 699.871699] env[70771]: _type = "Task" [ 699.871699] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.882480] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f0e13e-dcb1-b893-c43f-3607c942db19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.020171] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513284, 'name': CreateVM_Task, 'duration_secs': 0.383664} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.020171] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.020655] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.020782] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.021162] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.021999] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e44bbcb-6968-42b4-8014-d6096f45725a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.023928] env[70771]: DEBUG nova.compute.manager [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.024030] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.024962] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f574521-ca1b-42ac-ab46-23e38ccd873b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.032042] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 700.032042] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a983b0-2156-adcd-2cb5-1ceae257eb6e" [ 700.032042] env[70771]: _type = "Task" [ 700.032042] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.040861] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.041186] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45223dcb-a41a-4084-a3ed-576289b7aa6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.048955] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a983b0-2156-adcd-2cb5-1ceae257eb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.050573] env[70771]: DEBUG oslo_vmware.api [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 700.050573] env[70771]: value = "task-3513287" [ 700.050573] env[70771]: _type = "Task" [ 700.050573] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.066952] env[70771]: DEBUG oslo_vmware.api [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.202639] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.205790] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf5ae4-53e2-4e9e-98e2-c1e44b54e5c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.215252] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d9168-3506-4664-bd56-fec5677a9f30 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.263326] env[70771]: DEBUG nova.compute.manager [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.263623] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.267712] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b6d7e5-4484-4ef4-b3d8-71f162b0fb0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.272059] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd5b33-6f5a-48fc-b631-010c627cf35b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.276759] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.277154] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.281645] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.284067] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.284390] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.287190] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.287494] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59b359cf-763b-44bf-9727-a9142660c9aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.293811] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.293986] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 700.296039] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db63212-9dbd-42ea-84bd-f00329d5a2d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.299703] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.299967] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.317388] env[70771]: DEBUG oslo_vmware.api [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 700.317388] env[70771]: value = "task-3513288" [ 700.317388] env[70771]: _type = "Task" [ 700.317388] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.317874] env[70771]: DEBUG nova.compute.provider_tree [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.336896] env[70771]: DEBUG oslo_vmware.api [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.386098] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f0e13e-dcb1-b893-c43f-3607c942db19, 'name': SearchDatastore_Task, 'duration_secs': 0.022402} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.387784] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db885d0-0e80-4a26-abfc-fe2063aff08a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.395871] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 700.395871] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52361ce8-cc06-5deb-de21-83e36eccff05" [ 700.395871] env[70771]: _type = "Task" [ 700.395871] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.410249] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52361ce8-cc06-5deb-de21-83e36eccff05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.546534] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a983b0-2156-adcd-2cb5-1ceae257eb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.100448} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.546534] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.547044] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.547044] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.557754] env[70771]: DEBUG nova.network.neutron [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Updated VIF entry in instance network info cache for port 1914c83d-47ae-4f92-b60b-8f7f012d9af2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.558286] env[70771]: DEBUG nova.network.neutron [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Updating instance_info_cache with network_info: [{"id": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "address": "fa:16:3e:8b:72:e2", "network": {"id": "279c26bd-0062-4120-a1b7-73ff3966d1bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-980820573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4204dca4ab6d4db5a771d39a16f3f5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1914c83d-47", "ovs_interfaceid": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.563326] env[70771]: DEBUG oslo_vmware.api [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513287, 'name': PowerOffVM_Task, 'duration_secs': 0.231122} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.563917] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.564117] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.564466] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea8d4fc6-be26-455c-ae40-a4c7d4464c40 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.643617] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.643994] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.644255] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Deleting the datastore file [datastore1] bba0e3f4-d8ea-4e56-8976-9640fbecc97a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.645067] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e7bac5b-bff4-46b1-a4af-f98b25f16df8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.656245] env[70771]: DEBUG oslo_vmware.api [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for the task: (returnval){ [ 700.656245] env[70771]: value = "task-3513290" [ 700.656245] env[70771]: _type = "Task" [ 700.656245] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.670301] env[70771]: DEBUG oslo_vmware.api [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.704161] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744115} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.704501] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.704798] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.705204] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-558b3a91-67cf-4e67-b8a5-798412c48eef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.714272] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 700.714272] env[70771]: value = "task-3513291" [ 700.714272] env[70771]: _type = "Task" [ 700.714272] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.725458] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.787460] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513286, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.803805] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.827711] env[70771]: DEBUG nova.scheduler.client.report [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.837966] env[70771]: DEBUG oslo_vmware.api [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513288, 'name': PowerOffVM_Task, 'duration_secs': 0.331738} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.838270] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.838459] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.838722] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cccfb6bd-9af9-43f5-ab97-85d7c0fa36ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.907855] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52361ce8-cc06-5deb-de21-83e36eccff05, 'name': SearchDatastore_Task, 'duration_secs': 0.020947} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.908337] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.908812] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] fbefa65e-30a4-4a4b-a588-a8f514c84a11/fbefa65e-30a4-4a4b-a588-a8f514c84a11.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.909253] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.909565] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.909877] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7debb073-eb72-450a-92f7-fdaf9e1dd2d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.912500] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5720c532-a584-4f85-9bf5-58b509df6fd5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.921500] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 700.921500] env[70771]: value = "task-3513293" [ 700.921500] env[70771]: _type = "Task" [ 700.921500] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.927303] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.927599] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.932277] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d227b45-ed9d-468a-aa2c-d6a5a153576c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.934904] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.936234] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.936438] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.936618] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Deleting the datastore file [datastore1] 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.937300] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3265c3-31ac-45f1-9a89-91ee255d087f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.940853] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 700.940853] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521c5253-c422-2959-6f51-8715ed60202c" [ 700.940853] env[70771]: _type = "Task" [ 700.940853] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.945828] env[70771]: DEBUG oslo_vmware.api [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for the task: (returnval){ [ 700.945828] env[70771]: value = "task-3513294" [ 700.945828] env[70771]: _type = "Task" [ 700.945828] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.952258] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521c5253-c422-2959-6f51-8715ed60202c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.957364] env[70771]: DEBUG oslo_vmware.api [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.065145] env[70771]: DEBUG oslo_concurrency.lockutils [req-6872f695-22df-4c99-a6cf-e03f92f40e5b req-6950e7d9-b97e-462b-9d7d-6c0f9a39ca20 service nova] Releasing lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.167212] env[70771]: DEBUG oslo_vmware.api [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.224169] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084259} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.224444] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.225276] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9eb060-d2de-42f0-9e43-d533e12b3b0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.247013] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.247384] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86c933e0-2dc9-4fe3-be12-3b9202950c25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.269836] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 701.269836] env[70771]: value = "task-3513295" [ 701.269836] env[70771]: _type = "Task" [ 701.269836] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.279687] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513295, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.289347] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513286, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051033} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.289620] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582/577d55dc-b2fe-4bb2-bdfc-1fcfadb26582.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.289840] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.290107] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a05323e-c8ea-4479-a06a-54f241fd5dba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.298071] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 701.298071] env[70771]: value = "task-3513296" [ 701.298071] env[70771]: _type = "Task" [ 701.298071] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.310154] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.333523] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.333923] env[70771]: DEBUG nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.336629] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.385s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.338077] env[70771]: INFO nova.compute.claims [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.434935] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.453913] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521c5253-c422-2959-6f51-8715ed60202c, 'name': SearchDatastore_Task, 'duration_secs': 0.055265} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.455346] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9541ad5-0068-4012-b7b2-897d74919414 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.460856] env[70771]: DEBUG oslo_vmware.api [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.464913] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 701.464913] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52def4f4-1bbe-b1d5-4944-53fb16bdc6ef" [ 701.464913] env[70771]: _type = "Task" [ 701.464913] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.474576] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52def4f4-1bbe-b1d5-4944-53fb16bdc6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.668651] env[70771]: DEBUG oslo_vmware.api [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Task: {'id': task-3513290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.714289} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.668840] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.668997] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.669199] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.669382] env[70771]: INFO nova.compute.manager [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 701.669667] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.669874] env[70771]: DEBUG nova.compute.manager [-] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.669973] env[70771]: DEBUG nova.network.neutron [-] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.783473] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.811572] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156541} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.812120] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.813348] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd28c86-7459-4e62-b46b-2cf6da74ce8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.844348] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582/577d55dc-b2fe-4bb2-bdfc-1fcfadb26582.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.848938] env[70771]: DEBUG nova.compute.utils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.851179] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860e2d37-06c8-4742-a35e-5577fd6189b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.870886] env[70771]: DEBUG nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.871401] env[70771]: DEBUG nova.network.neutron [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.886906] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 701.886906] env[70771]: value = "task-3513297" [ 701.886906] env[70771]: _type = "Task" [ 701.886906] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.896488] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.927958] env[70771]: DEBUG nova.policy [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5bd078cc9344339b74226b78cfb999', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59adb096eb1646839c855d5d58272471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.934114] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952397} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.934475] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] fbefa65e-30a4-4a4b-a588-a8f514c84a11/fbefa65e-30a4-4a4b-a588-a8f514c84a11.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.934838] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.935188] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ed0859-b84e-47e9-af25-57c898f419d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.944235] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 701.944235] env[70771]: value = "task-3513298" [ 701.944235] env[70771]: _type = "Task" [ 701.944235] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.963024] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.963400] env[70771]: DEBUG oslo_vmware.api [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Task: {'id': task-3513294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530709} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.963547] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.963722] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.963896] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.964081] env[70771]: INFO nova.compute.manager [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 701.964315] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.964615] env[70771]: DEBUG nova.compute.manager [-] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.964615] env[70771]: DEBUG nova.network.neutron [-] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.978845] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "5496ee2e-c062-4122-94ad-636d993287e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.979103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "5496ee2e-c062-4122-94ad-636d993287e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.979323] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52def4f4-1bbe-b1d5-4944-53fb16bdc6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.018141} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.979662] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.979812] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.980068] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a8eb60-f3c6-4ceb-a537-bab94f961ed9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.989539] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 701.989539] env[70771]: value = "task-3513299" [ 701.989539] env[70771]: _type = "Task" [ 701.989539] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.999584] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.251901] env[70771]: DEBUG nova.network.neutron [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Successfully created port: e3350f29-afb5-4d33-a2a7-09760b172ca8 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.290163] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513295, 'name': ReconfigVM_Task, 'duration_secs': 0.687296} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.290552] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.291574] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9af07c4-5d67-41ad-a542-ea051fc019b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.302516] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 702.302516] env[70771]: value = "task-3513300" [ 702.302516] env[70771]: _type = "Task" [ 702.302516] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.314463] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513300, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.353914] env[70771]: DEBUG nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.396517] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513297, 'name': ReconfigVM_Task, 'duration_secs': 0.384345} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.396944] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582/577d55dc-b2fe-4bb2-bdfc-1fcfadb26582.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.397646] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-593acb17-d903-49c8-832f-357ac59b0fc8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.413027] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 702.413027] env[70771]: value = "task-3513301" [ 702.413027] env[70771]: _type = "Task" [ 702.413027] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.424596] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513301, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.456194] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078814} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.459382] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.460669] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4685f469-8ec7-4a80-b5c7-cd9ffa261c8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.485833] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] fbefa65e-30a4-4a4b-a588-a8f514c84a11/fbefa65e-30a4-4a4b-a588-a8f514c84a11.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.489443] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-277e3cf2-5247-436b-9bf8-8073849d991f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.519448] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513299, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.522272] env[70771]: DEBUG nova.compute.manager [req-0829df4c-1f5a-45f2-bdfb-a94b699fb1e1 req-c7e3b601-f736-409f-a8b8-0eb2b4fe6852 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Received event network-vif-deleted-5ce041a2-affd-4860-90d1-2fbb4f62abd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.522489] env[70771]: INFO nova.compute.manager [req-0829df4c-1f5a-45f2-bdfb-a94b699fb1e1 req-c7e3b601-f736-409f-a8b8-0eb2b4fe6852 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Neutron deleted interface 5ce041a2-affd-4860-90d1-2fbb4f62abd7; detaching it from the instance and deleting it from the info cache [ 702.522686] env[70771]: DEBUG nova.network.neutron [req-0829df4c-1f5a-45f2-bdfb-a94b699fb1e1 req-c7e3b601-f736-409f-a8b8-0eb2b4fe6852 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.524153] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 702.524153] env[70771]: value = "task-3513302" [ 702.524153] env[70771]: _type = "Task" [ 702.524153] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.535386] env[70771]: DEBUG nova.network.neutron [-] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.541852] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.813814] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513300, 'name': Rename_Task, 'duration_secs': 0.269763} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.816641] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.816872] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0633c33c-b258-4869-8d10-8c3f13728392 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.824299] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 702.824299] env[70771]: value = "task-3513303" [ 702.824299] env[70771]: _type = "Task" [ 702.824299] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.837504] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.837818] env[70771]: DEBUG nova.network.neutron [-] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.923718] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513301, 'name': Rename_Task, 'duration_secs': 0.230202} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.923973] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.924441] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc0596d-1a09-44d4-be43-53e5428ddd80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.933352] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 702.933352] env[70771]: value = "task-3513304" [ 702.933352] env[70771]: _type = "Task" [ 702.933352] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.945112] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.946566] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ccdaf6-9ee1-45e8-b7c4-c15b617ccd50 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.954817] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c4d693-561a-46b2-a2e3-0c948614b5dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.994621] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e90b63e-b39f-42e2-b3e5-f3499b66b312 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.004246] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589af526-44f7-4358-9184-3320ed10581c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.024378] env[70771]: DEBUG nova.compute.provider_tree [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.029070] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542277} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.029774] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e152ad6-3398-4e85-a8d2-8d93f1c33f99 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.034209] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.034432] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.034704] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc74203-7c01-482d-8251-2a589bf304ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.045343] env[70771]: INFO nova.compute.manager [-] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Took 1.38 seconds to deallocate network for instance. [ 703.045736] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513302, 'name': ReconfigVM_Task, 'duration_secs': 0.336691} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.049689] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Reconfigured VM instance instance-00000017 to attach disk [datastore1] fbefa65e-30a4-4a4b-a588-a8f514c84a11/fbefa65e-30a4-4a4b-a588-a8f514c84a11.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.050522] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 703.050522] env[70771]: value = "task-3513305" [ 703.050522] env[70771]: _type = "Task" [ 703.050522] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.055228] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57b91456-5934-4dde-8e9c-d5f11db5bf65 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.062669] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c911bb9-30ac-4b08-bf5c-969099288a63 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.089908] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513305, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.090436] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 703.090436] env[70771]: value = "task-3513306" [ 703.090436] env[70771]: _type = "Task" [ 703.090436] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.110171] env[70771]: DEBUG nova.compute.manager [req-0829df4c-1f5a-45f2-bdfb-a94b699fb1e1 req-c7e3b601-f736-409f-a8b8-0eb2b4fe6852 service nova] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Detach interface failed, port_id=5ce041a2-affd-4860-90d1-2fbb4f62abd7, reason: Instance bba0e3f4-d8ea-4e56-8976-9640fbecc97a could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 703.118481] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513306, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.335467] env[70771]: DEBUG oslo_vmware.api [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513303, 'name': PowerOnVM_Task, 'duration_secs': 0.474649} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.336029] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.336123] env[70771]: INFO nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Took 5.91 seconds to spawn the instance on the hypervisor. [ 703.336309] env[70771]: DEBUG nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.337084] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cca424-8a26-4294-8893-53b43ef68432 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.340134] env[70771]: INFO nova.compute.manager [-] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Took 1.38 seconds to deallocate network for instance. [ 703.365432] env[70771]: DEBUG nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.397196] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.397585] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.397767] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.397954] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.398116] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.398268] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.399309] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.399309] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.399309] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.399309] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.399309] env[70771]: DEBUG nova.virt.hardware [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.400429] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129fa58d-eb4c-4f1e-9d9a-d7c8fbbece24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.410429] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c309f3-ae41-4297-a0fb-1b1927539a8b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.447243] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.530580] env[70771]: DEBUG nova.scheduler.client.report [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.569454] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0712} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.569454] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.569995] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f75b8c-8228-4dd8-8009-f88233e964cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.584041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.593052] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.593604] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7125c92b-8ecc-4c09-902a-181522ccf74c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.618368] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513306, 'name': Rename_Task, 'duration_secs': 0.167506} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.619753] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.620110] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 703.620110] env[70771]: value = "task-3513307" [ 703.620110] env[70771]: _type = "Task" [ 703.620110] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.620397] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca19ba9-b50e-47e0-bab1-a1b64b9b97b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.630639] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.631999] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 703.631999] env[70771]: value = "task-3513308" [ 703.631999] env[70771]: _type = "Task" [ 703.631999] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.645657] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.819503] env[70771]: DEBUG nova.compute.manager [req-8021caf2-f5f2-4f55-b399-9945c4df6952 req-3db34781-0ad1-46d2-aef9-b8c66f3e1cf5 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Received event network-vif-plugged-e3350f29-afb5-4d33-a2a7-09760b172ca8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.819785] env[70771]: DEBUG oslo_concurrency.lockutils [req-8021caf2-f5f2-4f55-b399-9945c4df6952 req-3db34781-0ad1-46d2-aef9-b8c66f3e1cf5 service nova] Acquiring lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.819919] env[70771]: DEBUG oslo_concurrency.lockutils [req-8021caf2-f5f2-4f55-b399-9945c4df6952 req-3db34781-0ad1-46d2-aef9-b8c66f3e1cf5 service nova] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.820370] env[70771]: DEBUG oslo_concurrency.lockutils [req-8021caf2-f5f2-4f55-b399-9945c4df6952 req-3db34781-0ad1-46d2-aef9-b8c66f3e1cf5 service nova] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.820370] env[70771]: DEBUG nova.compute.manager [req-8021caf2-f5f2-4f55-b399-9945c4df6952 req-3db34781-0ad1-46d2-aef9-b8c66f3e1cf5 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] No waiting events found dispatching network-vif-plugged-e3350f29-afb5-4d33-a2a7-09760b172ca8 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.820543] env[70771]: WARNING nova.compute.manager [req-8021caf2-f5f2-4f55-b399-9945c4df6952 req-3db34781-0ad1-46d2-aef9-b8c66f3e1cf5 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Received unexpected event network-vif-plugged-e3350f29-afb5-4d33-a2a7-09760b172ca8 for instance with vm_state building and task_state spawning. [ 703.854162] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.858174] env[70771]: INFO nova.compute.manager [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Took 27.06 seconds to build instance. [ 703.877574] env[70771]: DEBUG nova.network.neutron [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Successfully updated port: e3350f29-afb5-4d33-a2a7-09760b172ca8 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.951851] env[70771]: DEBUG oslo_vmware.api [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513304, 'name': PowerOnVM_Task, 'duration_secs': 1.016081} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.952339] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.952609] env[70771]: INFO nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Took 11.43 seconds to spawn the instance on the hypervisor. [ 703.952951] env[70771]: DEBUG nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.954213] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555eb71-3f96-488a-bbf4-930d236a45dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.035742] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.036290] env[70771]: DEBUG nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.039268] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.923s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.039553] env[70771]: DEBUG nova.objects.instance [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lazy-loading 'resources' on Instance uuid b403f73b-af72-4e6f-b9e4-695c15f68fd0 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.135407] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.143680] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513308, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.361909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f43ac710-90ca-48b4-9208-0d3fcbb5b05e tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "23908b13-acfd-4013-b73c-94f1dd179b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.942s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.383745] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "refresh_cache-9544fe98-4d21-44fd-b4ac-c17762ffb0fe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.383745] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "refresh_cache-9544fe98-4d21-44fd-b4ac-c17762ffb0fe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.383905] env[70771]: DEBUG nova.network.neutron [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.475708] env[70771]: INFO nova.compute.manager [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Took 33.92 seconds to build instance. [ 704.545246] env[70771]: DEBUG nova.compute.utils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.549036] env[70771]: DEBUG nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 704.632928] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513307, 'name': ReconfigVM_Task, 'duration_secs': 0.584014} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.633543] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e/3274fedf-b803-4222-b0b7-754cc842f55e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.642407] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4ece9e-3a6f-48a7-b547-48ced869157a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.651103] env[70771]: DEBUG oslo_vmware.api [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513308, 'name': PowerOnVM_Task, 'duration_secs': 0.650177} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.652098] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.654248] env[70771]: INFO nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Took 9.95 seconds to spawn the instance on the hypervisor. [ 704.656239] env[70771]: DEBUG nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.656644] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 704.656644] env[70771]: value = "task-3513309" [ 704.656644] env[70771]: _type = "Task" [ 704.656644] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.659852] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c1ae3a-6080-47b4-a4da-2c0583f5de19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.679365] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513309, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.684773] env[70771]: DEBUG nova.compute.manager [req-77d186e8-7fa1-44be-99e6-1e3d4c2a47d6 req-edecddf7-2549-461e-9c23-e65c82667bcd service nova] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Received event network-vif-deleted-65921805-d763-4791-8165-70c264f10146 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.864226] env[70771]: DEBUG nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.930155] env[70771]: DEBUG nova.network.neutron [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.978560] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3911eb24-532a-4a58-bfa2-b356ff95ad7e tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.098s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.052742] env[70771]: DEBUG nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.103770] env[70771]: DEBUG nova.network.neutron [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Updating instance_info_cache with network_info: [{"id": "e3350f29-afb5-4d33-a2a7-09760b172ca8", "address": "fa:16:3e:a4:b3:8e", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3350f29-af", "ovs_interfaceid": "e3350f29-afb5-4d33-a2a7-09760b172ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.107008] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0e94b-2159-4b50-a04e-c9dd74971c5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.116865] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0919c7-1176-4e47-aebc-c853ec632146 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.151564] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5caec8-6b98-4aad-88d9-9497b322b236 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.160647] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d27c80-739a-42ac-ba96-8108da191333 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.173769] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513309, 'name': Rename_Task, 'duration_secs': 0.30796} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.184308] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.186553] env[70771]: DEBUG nova.compute.provider_tree [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.192022] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3220382c-69bb-45e6-90e0-d08a6465f543 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.192022] env[70771]: INFO nova.compute.manager [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Took 33.48 seconds to build instance. [ 705.200296] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 705.200296] env[70771]: value = "task-3513310" [ 705.200296] env[70771]: _type = "Task" [ 705.200296] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.210857] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.374463] env[70771]: INFO nova.compute.manager [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Rebuilding instance [ 705.402966] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.421703] env[70771]: DEBUG nova.compute.manager [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.422650] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f900e-6c5f-4730-825e-9b2b0c34e5b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.484665] env[70771]: DEBUG nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.609395] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "refresh_cache-9544fe98-4d21-44fd-b4ac-c17762ffb0fe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.609395] env[70771]: DEBUG nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Instance network_info: |[{"id": "e3350f29-afb5-4d33-a2a7-09760b172ca8", "address": "fa:16:3e:a4:b3:8e", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3350f29-af", "ovs_interfaceid": "e3350f29-afb5-4d33-a2a7-09760b172ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.609640] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b3:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3350f29-afb5-4d33-a2a7-09760b172ca8', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.617920] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.621089] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.621472] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b617e6e-f34f-4d25-bee2-c643432aaa70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.648209] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.648209] env[70771]: value = "task-3513311" [ 705.648209] env[70771]: _type = "Task" [ 705.648209] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.656302] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513311, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.694773] env[70771]: DEBUG nova.scheduler.client.report [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.697223] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cff76981-cd2e-439b-8fae-d40cce089ab5 tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.975s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.715119] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.825480] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.826059] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.826709] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.827110] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.828088] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.831343] env[70771]: INFO nova.compute.manager [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Terminating instance [ 706.012344] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.067021] env[70771]: DEBUG nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.096031] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.096031] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.096244] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.096289] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.096445] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.096589] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.096801] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.096957] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.097848] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.098085] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.098683] env[70771]: DEBUG nova.virt.hardware [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.099345] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83921f8-8227-476c-990f-82d3701c3a47 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.116532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a621037d-ff58-42ed-8bd7-9dd0cb2a07d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.129792] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.135741] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Creating folder: Project (321df456807d42eeba24a7a3f854367b). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.136102] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23e4071e-c2fa-4f63-91fc-befc1b32e903 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.149553] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Created folder: Project (321df456807d42eeba24a7a3f854367b) in parent group-v701875. [ 706.154053] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Creating folder: Instances. Parent ref: group-v701950. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.155198] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65afd94b-d0ef-4d6c-b7a0-2ef47be080c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.163246] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513311, 'name': CreateVM_Task, 'duration_secs': 0.386183} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.163425] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.164551] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.164551] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.164752] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.166142] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77561814-6cf4-4dfb-b0ab-dcdab44bcabe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.167946] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Created folder: Instances in parent group-v701950. [ 706.168201] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.168438] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.169036] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5abd45fe-e08d-4346-9f2d-f6d57e938bb5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.185104] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 706.185104] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e3f220-cb21-774e-e725-e18e9097d1f1" [ 706.185104] env[70771]: _type = "Task" [ 706.185104] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.192098] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.192098] env[70771]: value = "task-3513314" [ 706.192098] env[70771]: _type = "Task" [ 706.192098] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.195372] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e3f220-cb21-774e-e725-e18e9097d1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.199389] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.205133] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.827s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.206719] env[70771]: INFO nova.compute.claims [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.212037] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513314, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.212037] env[70771]: DEBUG nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.222119] env[70771]: DEBUG oslo_vmware.api [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513310, 'name': PowerOnVM_Task, 'duration_secs': 0.695163} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.222414] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.222590] env[70771]: DEBUG nova.compute.manager [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.223406] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706e356d-b333-4c0d-a6d6-1fb5c2b2ab7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.245588] env[70771]: INFO nova.scheduler.client.report [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Deleted allocations for instance b403f73b-af72-4e6f-b9e4-695c15f68fd0 [ 706.320781] env[70771]: DEBUG nova.compute.manager [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Received event network-changed-e3350f29-afb5-4d33-a2a7-09760b172ca8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.320987] env[70771]: DEBUG nova.compute.manager [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Refreshing instance network info cache due to event network-changed-e3350f29-afb5-4d33-a2a7-09760b172ca8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.321208] env[70771]: DEBUG oslo_concurrency.lockutils [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] Acquiring lock "refresh_cache-9544fe98-4d21-44fd-b4ac-c17762ffb0fe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.321378] env[70771]: DEBUG oslo_concurrency.lockutils [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] Acquired lock "refresh_cache-9544fe98-4d21-44fd-b4ac-c17762ffb0fe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.321522] env[70771]: DEBUG nova.network.neutron [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Refreshing network info cache for port e3350f29-afb5-4d33-a2a7-09760b172ca8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.336913] env[70771]: DEBUG nova.compute.manager [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.337230] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.338771] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0113315f-1236-4856-8e8e-dfd27f5cd2c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.350343] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.350707] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985bfb14-1152-4e63-a216-a85bc7373f1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.360899] env[70771]: DEBUG oslo_vmware.api [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 706.360899] env[70771]: value = "task-3513315" [ 706.360899] env[70771]: _type = "Task" [ 706.360899] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.373644] env[70771]: DEBUG oslo_vmware.api [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.438877] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.439421] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab04652-aa0b-4a64-a68a-f5e5115ac28f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.451896] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 706.451896] env[70771]: value = "task-3513316" [ 706.451896] env[70771]: _type = "Task" [ 706.451896] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.463505] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.696955] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e3f220-cb21-774e-e725-e18e9097d1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.023532} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.700255] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.700569] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.700822] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.701541] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.701541] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.701541] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d553a171-e4a4-43ff-978f-2ed2561eb369 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.713642] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513314, 'name': CreateVM_Task, 'duration_secs': 0.359538} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.714339] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.714592] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.714774] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.715129] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.718995] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51135b6b-672a-4292-b83e-878dc73ad712 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.720372] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.720526] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.723462] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4225cd03-3dba-49d3-b896-ac99f35d6943 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.732948] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 706.732948] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f6456d-6a78-db2c-e407-af7aea631af0" [ 706.732948] env[70771]: _type = "Task" [ 706.732948] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.734109] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 706.734109] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5282c8ba-f8db-9fb5-a82e-d6dc642d4c29" [ 706.734109] env[70771]: _type = "Task" [ 706.734109] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.745867] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.748087] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.756100] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5282c8ba-f8db-9fb5-a82e-d6dc642d4c29, 'name': SearchDatastore_Task, 'duration_secs': 0.013032} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.759931] env[70771]: DEBUG oslo_concurrency.lockutils [None req-058bf2f4-18b3-4dee-bdec-b65a5849cdea tempest-ServerAddressesTestJSON-199602658 tempest-ServerAddressesTestJSON-199602658-project-member] Lock "b403f73b-af72-4e6f-b9e4-695c15f68fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.693s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.760995] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.762139] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.762139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.762139] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f6456d-6a78-db2c-e407-af7aea631af0, 'name': SearchDatastore_Task, 'duration_secs': 0.01356} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.765411] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbbeb9f-ebb6-44a0-b626-99845dbf512e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.769490] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 706.769490] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52388c1a-1617-91b1-7047-80ec12291fa2" [ 706.769490] env[70771]: _type = "Task" [ 706.769490] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.779367] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52388c1a-1617-91b1-7047-80ec12291fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.876079] env[70771]: DEBUG oslo_vmware.api [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513315, 'name': PowerOffVM_Task, 'duration_secs': 0.228749} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.876643] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.876927] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.877301] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11985b7b-9b13-4890-ae31-bd7393f1ffa7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.959738] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.960672] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.960672] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Deleting the datastore file [datastore1] 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.962017] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-075c293b-25b6-42b3-83cc-4b4334aaed7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.970434] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513316, 'name': PowerOffVM_Task, 'duration_secs': 0.149} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.972125] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.974148] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.974802] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2fbe43-8ab4-454c-aba2-7779f9e0f944 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.985062] env[70771]: DEBUG oslo_vmware.api [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for the task: (returnval){ [ 706.985062] env[70771]: value = "task-3513318" [ 706.985062] env[70771]: _type = "Task" [ 706.985062] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.994658] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.995838] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f129a09-7ce8-401d-b410-026c23e1787c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003990] env[70771]: DEBUG oslo_vmware.api [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.034737] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.034737] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.035013] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Deleting the datastore file [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.035332] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d25892d7-1fe8-421d-8705-266c55f50575 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.044518] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 707.044518] env[70771]: value = "task-3513320" [ 707.044518] env[70771]: _type = "Task" [ 707.044518] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.057281] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.288657] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52388c1a-1617-91b1-7047-80ec12291fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.016569} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.293511] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.293937] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 9544fe98-4d21-44fd-b4ac-c17762ffb0fe/9544fe98-4d21-44fd-b4ac-c17762ffb0fe.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.302959] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.302959] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.302959] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14a7c87f-797b-4ba9-a614-35b4646ae3fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.305141] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293e3be8-9470-4050-aa1a-aced80ee33d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.321483] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 707.321483] env[70771]: value = "task-3513321" [ 707.321483] env[70771]: _type = "Task" [ 707.321483] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.322633] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.322633] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.326829] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fbfba0-742f-4d21-92cf-25cfee5b199e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.334481] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 707.334481] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529419d7-4614-0e4c-e312-a721d2366aa7" [ 707.334481] env[70771]: _type = "Task" [ 707.334481] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.338477] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.353424] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529419d7-4614-0e4c-e312-a721d2366aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.389939] env[70771]: DEBUG nova.network.neutron [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Updated VIF entry in instance network info cache for port e3350f29-afb5-4d33-a2a7-09760b172ca8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.390508] env[70771]: DEBUG nova.network.neutron [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Updating instance_info_cache with network_info: [{"id": "e3350f29-afb5-4d33-a2a7-09760b172ca8", "address": "fa:16:3e:a4:b3:8e", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3350f29-af", "ovs_interfaceid": "e3350f29-afb5-4d33-a2a7-09760b172ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.501879] env[70771]: DEBUG oslo_vmware.api [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Task: {'id': task-3513318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283524} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.503221] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.503221] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.503503] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.503770] env[70771]: INFO nova.compute.manager [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Took 1.17 seconds to destroy the instance on the hypervisor. [ 707.504079] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.504358] env[70771]: DEBUG nova.compute.manager [-] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.504870] env[70771]: DEBUG nova.network.neutron [-] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.560540] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213295} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.560540] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.560540] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.560540] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.758567] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "3274fedf-b803-4222-b0b7-754cc842f55e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.761202] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "3274fedf-b803-4222-b0b7-754cc842f55e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.761202] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "3274fedf-b803-4222-b0b7-754cc842f55e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.761202] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "3274fedf-b803-4222-b0b7-754cc842f55e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.761202] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "3274fedf-b803-4222-b0b7-754cc842f55e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.762271] env[70771]: INFO nova.compute.manager [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Terminating instance [ 707.822197] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ad453-52b8-4196-bc07-ebca9a63a2a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.848107] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8f05d5-dc7b-402b-abcd-d4f21b2bdc0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.851900] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513321, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.859070] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529419d7-4614-0e4c-e312-a721d2366aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.017946} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.887555] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa100549-eea8-4963-a39b-6fa633f58af9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.891018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3a426-f09f-4f7c-a0f1-273b602b1169 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.894593] env[70771]: DEBUG oslo_concurrency.lockutils [req-59dca48e-df2d-43a1-848f-d5a937dd57cb req-9d46e6de-7b10-474b-a762-4a0aacafffe0 service nova] Releasing lock "refresh_cache-9544fe98-4d21-44fd-b4ac-c17762ffb0fe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.899860] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 707.899860] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5261c2be-be9f-a001-1731-a0b8aeb63782" [ 707.899860] env[70771]: _type = "Task" [ 707.899860] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.906625] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50480592-2ee1-4c4d-bd77-3a7a8017ad88 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.918264] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5261c2be-be9f-a001-1731-a0b8aeb63782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.926919] env[70771]: DEBUG nova.compute.provider_tree [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.270752] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "refresh_cache-3274fedf-b803-4222-b0b7-754cc842f55e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.271108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquired lock "refresh_cache-3274fedf-b803-4222-b0b7-754cc842f55e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.271339] env[70771]: DEBUG nova.network.neutron [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.345430] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976461} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.345798] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 9544fe98-4d21-44fd-b4ac-c17762ffb0fe/9544fe98-4d21-44fd-b4ac-c17762ffb0fe.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.346141] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.346508] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2ae8c6-6582-4616-bb3d-b748ef57902e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.358343] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 708.358343] env[70771]: value = "task-3513322" [ 708.358343] env[70771]: _type = "Task" [ 708.358343] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.369794] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.419817] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5261c2be-be9f-a001-1731-a0b8aeb63782, 'name': SearchDatastore_Task, 'duration_secs': 0.079406} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.421140] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.421472] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.423025] env[70771]: DEBUG nova.compute.manager [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Received event network-changed-1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.427030] env[70771]: DEBUG nova.compute.manager [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Refreshing instance network info cache due to event network-changed-1914c83d-47ae-4f92-b60b-8f7f012d9af2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.427030] env[70771]: DEBUG oslo_concurrency.lockutils [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] Acquiring lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.427030] env[70771]: DEBUG oslo_concurrency.lockutils [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] Acquired lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.427030] env[70771]: DEBUG nova.network.neutron [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Refreshing network info cache for port 1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.428140] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a743cb31-4cdf-4b04-910b-bfa55a11e6c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.432552] env[70771]: DEBUG nova.scheduler.client.report [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.444598] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 708.444598] env[70771]: value = "task-3513323" [ 708.444598] env[70771]: _type = "Task" [ 708.444598] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.454958] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.605938] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.606268] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.606408] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.606567] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.607331] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.607331] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.607331] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.607512] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.607636] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.607806] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.608045] env[70771]: DEBUG nova.virt.hardware [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.609661] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050cd33-4638-41cd-80fd-c68342f7eeae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.621616] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a453bf8d-ae66-46ec-adf7-bcbe217dbf0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.639449] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.645403] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.645735] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.645966] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7728259a-fc6e-40cb-88f3-4b4ea51d208e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.670242] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.670242] env[70771]: value = "task-3513324" [ 708.670242] env[70771]: _type = "Task" [ 708.670242] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.682302] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513324, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.809409] env[70771]: DEBUG nova.network.neutron [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.873045] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070328} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.873563] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.874781] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c1696-c7c0-4adb-b084-8b354d66b195 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.925066] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 9544fe98-4d21-44fd-b4ac-c17762ffb0fe/9544fe98-4d21-44fd-b4ac-c17762ffb0fe.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.925066] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d686675-f865-4833-9900-e5d5e11be1b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.940599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.941318] env[70771]: DEBUG nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.946364] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.499s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.946364] env[70771]: DEBUG nova.objects.instance [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lazy-loading 'resources' on Instance uuid 3980108e-fa0a-4bd7-a018-a8d4c5c0888f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.947869] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 708.947869] env[70771]: value = "task-3513325" [ 708.947869] env[70771]: _type = "Task" [ 708.947869] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.953682] env[70771]: DEBUG nova.network.neutron [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.967715] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484022} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.972745] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.972745] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.973111] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.973247] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc73f66-44c8-4f37-a8f3-c3ee43c757e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.985608] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 708.985608] env[70771]: value = "task-3513326" [ 708.985608] env[70771]: _type = "Task" [ 708.985608] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.996610] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.070771] env[70771]: DEBUG nova.network.neutron [-] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.116341] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "73e3d7de-dfc6-4702-91e4-de5406d02c80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.116728] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "73e3d7de-dfc6-4702-91e4-de5406d02c80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.181349] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513324, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.425475] env[70771]: DEBUG nova.network.neutron [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Updated VIF entry in instance network info cache for port 1914c83d-47ae-4f92-b60b-8f7f012d9af2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.425746] env[70771]: DEBUG nova.network.neutron [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Updating instance_info_cache with network_info: [{"id": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "address": "fa:16:3e:8b:72:e2", "network": {"id": "279c26bd-0062-4120-a1b7-73ff3966d1bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-980820573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4204dca4ab6d4db5a771d39a16f3f5cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1914c83d-47", "ovs_interfaceid": "1914c83d-47ae-4f92-b60b-8f7f012d9af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.451569] env[70771]: DEBUG nova.compute.utils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.453170] env[70771]: DEBUG nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 709.461351] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Releasing lock "refresh_cache-3274fedf-b803-4222-b0b7-754cc842f55e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.461351] env[70771]: DEBUG nova.compute.manager [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.461351] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.462565] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec30ecf5-e67e-4df3-8f88-2a6efc4675bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.469239] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.475372] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.477528] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5957170-c812-4ff1-96a7-73f38bc1070a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.483377] env[70771]: DEBUG oslo_vmware.api [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 709.483377] env[70771]: value = "task-3513327" [ 709.483377] env[70771]: _type = "Task" [ 709.483377] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.502014] env[70771]: DEBUG oslo_vmware.api [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.507507] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080145} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.507944] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.511576] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65608b3a-3734-4abd-bdac-0b438b8eab1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.532675] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.537459] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8378b489-1aab-407d-8956-47807a148ec6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.563587] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 709.563587] env[70771]: value = "task-3513328" [ 709.563587] env[70771]: _type = "Task" [ 709.563587] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.577741] env[70771]: INFO nova.compute.manager [-] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Took 2.07 seconds to deallocate network for instance. [ 709.577741] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.683320] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513324, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.934504] env[70771]: DEBUG oslo_concurrency.lockutils [req-e3727bb0-a686-43a0-a7b4-8cd1b4966df0 req-c425122c-140d-45be-845c-155d0a0f7f53 service nova] Releasing lock "refresh_cache-fbefa65e-30a4-4a4b-a588-a8f514c84a11" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.955533] env[70771]: DEBUG nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.979573] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513325, 'name': ReconfigVM_Task, 'duration_secs': 0.732693} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.979865] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 9544fe98-4d21-44fd-b4ac-c17762ffb0fe/9544fe98-4d21-44fd-b4ac-c17762ffb0fe.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.984726] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-910a9bd3-a8a9-427b-bace-ffdfd3ec3293 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.995445] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 709.995445] env[70771]: value = "task-3513329" [ 709.995445] env[70771]: _type = "Task" [ 709.995445] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.999138] env[70771]: DEBUG oslo_vmware.api [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513327, 'name': PowerOffVM_Task, 'duration_secs': 0.164426} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.002704] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.002886] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.003619] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27f12e51-7153-4578-ae7a-cf8984af0cb5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.017909] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513329, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.078262] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.087406] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.099951] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.100201] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.100377] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Deleting the datastore file [datastore1] 3274fedf-b803-4222-b0b7-754cc842f55e {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.100680] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a4e7977-4b3a-4ad5-84ac-e259aeb04020 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.113553] env[70771]: DEBUG oslo_vmware.api [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for the task: (returnval){ [ 710.113553] env[70771]: value = "task-3513331" [ 710.113553] env[70771]: _type = "Task" [ 710.113553] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.132269] env[70771]: DEBUG oslo_vmware.api [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.134881] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2281c7-05d1-4a33-85e3-86938140d44f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.143933] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1d6a8f-c735-4851-b086-37723fa6a65f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.183599] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ed8b77-8437-497a-8ce7-ccdca055a2c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.198340] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b9f21-049b-415b-a8dd-9cc936671057 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.203641] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513324, 'name': CreateVM_Task, 'duration_secs': 1.172972} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.203964] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.204911] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.205134] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.205499] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.205811] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4693f709-17ed-4c15-b53b-9d524677e0e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.219933] env[70771]: DEBUG nova.compute.provider_tree [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.226258] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 710.226258] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b81de8-2503-61d3-2fce-c895894c44ce" [ 710.226258] env[70771]: _type = "Task" [ 710.226258] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.237869] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b81de8-2503-61d3-2fce-c895894c44ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.509250] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513329, 'name': Rename_Task, 'duration_secs': 0.162971} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.509580] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.509833] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc33b9c-bce5-4961-83b8-564f1c0f41d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.518864] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 710.518864] env[70771]: value = "task-3513332" [ 710.518864] env[70771]: _type = "Task" [ 710.518864] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.528231] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.575294] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.623707] env[70771]: DEBUG oslo_vmware.api [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Task: {'id': task-3513331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10639} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.623997] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.624223] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.624403] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.624581] env[70771]: INFO nova.compute.manager [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 710.624829] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.625031] env[70771]: DEBUG nova.compute.manager [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.625129] env[70771]: DEBUG nova.network.neutron [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.703016] env[70771]: DEBUG nova.network.neutron [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.720141] env[70771]: DEBUG nova.compute.manager [req-d78599e2-f907-4929-a85a-7902c718ec5d req-5c00bfda-bc3b-4668-a54f-8e3e55f4d93b service nova] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Received event network-vif-deleted-2e015c93-1f50-4c00-b480-4059577f2b03 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.743682] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b81de8-2503-61d3-2fce-c895894c44ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.743682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.743682] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.743682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.743797] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.743797] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.743797] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1d0bdd-09fa-4ee8-8e54-2545fbcba659 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.751594] env[70771]: ERROR nova.scheduler.client.report [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [req-f15e4212-e90b-418d-a9b4-066b77c2d4c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f15e4212-e90b-418d-a9b4-066b77c2d4c2"}]} [ 710.759212] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.759212] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.759810] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75cd8ef8-ee86-4923-a59d-26124203f4fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.769967] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 710.769967] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521bcf33-dfce-b540-7e0f-56d943990031" [ 710.769967] env[70771]: _type = "Task" [ 710.769967] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.780197] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521bcf33-dfce-b540-7e0f-56d943990031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.781684] env[70771]: DEBUG nova.scheduler.client.report [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.796338] env[70771]: DEBUG nova.scheduler.client.report [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.799619] env[70771]: DEBUG nova.compute.provider_tree [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.807757] env[70771]: DEBUG nova.scheduler.client.report [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.826689] env[70771]: DEBUG nova.scheduler.client.report [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.975206] env[70771]: DEBUG nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.012456] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.012701] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.012883] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.013087] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.013239] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.013388] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.013598] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.013760] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.013939] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.014247] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.014454] env[70771]: DEBUG nova.virt.hardware [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.015308] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9a575-8de3-4814-8f5e-1aa3835821ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.038154] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ee507f-f53a-49ae-ab3b-94a7813c6c25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.049460] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.800492] env[70771]: DEBUG nova.network.neutron [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.804293] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.810109] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Creating folder: Project (1bf1d5ac73c74f8d95314a23e6d15578). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.817509] env[70771]: DEBUG nova.objects.instance [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lazy-loading 'flavor' on Instance uuid 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.823895] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-454bd546-507b-41df-a33c-870e2e0fc64b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.832226] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513328, 'name': ReconfigVM_Task, 'duration_secs': 1.053256} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.841473] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.842151] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521bcf33-dfce-b540-7e0f-56d943990031, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.842667] env[70771]: DEBUG oslo_vmware.api [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513332, 'name': PowerOnVM_Task, 'duration_secs': 1.067338} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.843774] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b28cb559-956a-44e1-94f1-66f17b8823ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.846077] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.846306] env[70771]: INFO nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Took 8.48 seconds to spawn the instance on the hypervisor. [ 711.846498] env[70771]: DEBUG nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.846821] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Created folder: Project (1bf1d5ac73c74f8d95314a23e6d15578) in parent group-v701875. [ 711.847015] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Creating folder: Instances. Parent ref: group-v701954. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.847257] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda25c5f-c01b-47a1-9c9d-13f6a9c99b45 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.849924] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd21c46-c54a-4ca8-a4ee-89e3e3181b12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.854121] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce3c213f-1c8b-4458-ba0b-4e25149dc483 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.869753] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 711.869753] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a3eef2-2ab6-ab57-20aa-4f82e956ddee" [ 711.869753] env[70771]: _type = "Task" [ 711.869753] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.873268] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Created folder: Instances in parent group-v701954. [ 711.873512] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.873946] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 711.873946] env[70771]: value = "task-3513334" [ 711.873946] env[70771]: _type = "Task" [ 711.873946] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.879808] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.880592] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6eadcd0-2ff0-47fd-b828-c2f38f1dfc23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.904839] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a3eef2-2ab6-ab57-20aa-4f82e956ddee, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.909210] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.909512] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.910193] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513334, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.910531] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.910531] env[70771]: value = "task-3513336" [ 711.910531] env[70771]: _type = "Task" [ 711.910531] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.913337] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-133dd8f6-65d8-4e87-872e-46dd6c3fc33e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.926332] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513336, 'name': CreateVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.932262] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 711.932262] env[70771]: value = "task-3513337" [ 711.932262] env[70771]: _type = "Task" [ 711.932262] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.165338] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7029828-ee98-4484-b39a-aae02f9434ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.174330] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8014d7-d796-42ef-8b3f-e8f7c657d554 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.208911] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f1c5a5-8a33-49e3-be49-cc53df3e88bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.217585] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a22feb1-4295-4077-b985-32829fd30765 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.232532] env[70771]: DEBUG nova.compute.provider_tree [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.303142] env[70771]: INFO nova.compute.manager [-] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Took 1.68 seconds to deallocate network for instance. [ 712.331710] env[70771]: DEBUG oslo_concurrency.lockutils [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.331897] env[70771]: DEBUG oslo_concurrency.lockutils [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquired lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.381745] env[70771]: INFO nova.compute.manager [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Took 33.89 seconds to build instance. [ 712.394873] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513334, 'name': Rename_Task, 'duration_secs': 0.170359} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.395955] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.395955] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b27c35a9-e705-4049-a1a5-4e4bbeda62f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.403896] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 712.403896] env[70771]: value = "task-3513338" [ 712.403896] env[70771]: _type = "Task" [ 712.403896] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.416116] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.426456] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513336, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.444698] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513337, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.768865] env[70771]: DEBUG nova.scheduler.client.report [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 712.769194] env[70771]: DEBUG nova.compute.provider_tree [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 48 to 49 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 712.769389] env[70771]: DEBUG nova.compute.provider_tree [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.810552] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.890106] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78778e89-c24f-4fb1-939e-0c9ee2030abf tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.170s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.920034] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513338, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.929819] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513336, 'name': CreateVM_Task, 'duration_secs': 0.537883} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.930116] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.930612] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.930801] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.931249] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.931529] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9904068b-ab08-485d-bd85-0e1c6c81191e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.941167] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 712.941167] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d051cb-7fe1-2687-b09b-43517ecb52c1" [ 712.941167] env[70771]: _type = "Task" [ 712.941167] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.945067] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526403} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.948517] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.948789] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.949104] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64af62b9-4b25-47f4-abf6-6a160ba12f8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.961163] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d051cb-7fe1-2687-b09b-43517ecb52c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015309} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.961419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.961689] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.961935] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.962164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.962400] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.962871] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 712.962871] env[70771]: value = "task-3513339" [ 712.962871] env[70771]: _type = "Task" [ 712.962871] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.963074] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1228dc3-50a7-4875-866b-5df88fc0bb80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.976351] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.983956] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.984171] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.985190] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8c26aa-e07f-46da-8859-f7cdb52b8918 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.992906] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 712.992906] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525202cc-c8f2-c0be-1bc9-9c4f8df4e2bc" [ 712.992906] env[70771]: _type = "Task" [ 712.992906] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.006060] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525202cc-c8f2-c0be-1bc9-9c4f8df4e2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.152364] env[70771]: DEBUG nova.network.neutron [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.275354] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.329s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.278658] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.618s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.279478] env[70771]: DEBUG nova.objects.instance [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 713.333745] env[70771]: INFO nova.scheduler.client.report [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted allocations for instance 3980108e-fa0a-4bd7-a018-a8d4c5c0888f [ 713.393570] env[70771]: DEBUG nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.417964] env[70771]: DEBUG oslo_vmware.api [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513338, 'name': PowerOnVM_Task, 'duration_secs': 0.643422} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.419852] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.419852] env[70771]: INFO nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Took 7.35 seconds to spawn the instance on the hypervisor. [ 713.419852] env[70771]: DEBUG nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.421695] env[70771]: DEBUG nova.compute.manager [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Received event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.421695] env[70771]: DEBUG nova.compute.manager [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing instance network info cache due to event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.421695] env[70771]: DEBUG oslo_concurrency.lockutils [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] Acquiring lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.422510] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdbd9a4-47d2-4454-b63f-3d5185accc93 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.476035] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120726} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.476316] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.477137] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c95949-5dca-496f-9eef-234ebeb2c0aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.502657] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.507366] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-212c1de2-8529-447d-9366-4e240ed4016d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.536688] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525202cc-c8f2-c0be-1bc9-9c4f8df4e2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.021136} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.540113] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 713.540113] env[70771]: value = "task-3513340" [ 713.540113] env[70771]: _type = "Task" [ 713.540113] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.540113] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0763b9ac-7220-446a-bbfb-4e76bb6ea277 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.549893] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 713.549893] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529805c4-f032-6862-d349-17eed0d4d3b8" [ 713.549893] env[70771]: _type = "Task" [ 713.549893] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.553469] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.563974] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529805c4-f032-6862-d349-17eed0d4d3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.635058] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "6d7fef48-7b7a-4387-8b4f-d566c832979e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.635423] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.846864] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a4282aa2-d5a1-4bdf-a308-377dd5aaf24b tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "3980108e-fa0a-4bd7-a018-a8d4c5c0888f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.403s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.924384] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.944753] env[70771]: INFO nova.compute.manager [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Took 31.01 seconds to build instance. [ 714.055708] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.068463] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529805c4-f032-6862-d349-17eed0d4d3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.031952} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.068774] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.069077] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.069352] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-554308a5-f39e-4485-a729-059a16b8241a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.078394] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 714.078394] env[70771]: value = "task-3513341" [ 714.078394] env[70771]: _type = "Task" [ 714.078394] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.088858] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.250299] env[70771]: DEBUG nova.network.neutron [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.289787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a85e5ee-d82a-4f01-816d-9e862f2b45b1 tempest-ServersAdmin275Test-1874705767 tempest-ServersAdmin275Test-1874705767-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.291057] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.253s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.293612] env[70771]: INFO nova.compute.claims [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.454132] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de22bc71-525f-48ab-8ee6-34e376ff182c tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.981s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.557816] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513340, 'name': ReconfigVM_Task, 'duration_secs': 0.596471} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.560995] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a/23908b13-acfd-4013-b73c-94f1dd179b9a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.560995] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5c0e2d4-e21c-4ce6-b812-157fcf39de5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.573029] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 714.573029] env[70771]: value = "task-3513342" [ 714.573029] env[70771]: _type = "Task" [ 714.573029] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.584025] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513342, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.596879] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494505} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.596879] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.596879] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.596879] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54fdfefd-01da-4790-830e-fb784a50eb66 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.603845] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 714.603845] env[70771]: value = "task-3513343" [ 714.603845] env[70771]: _type = "Task" [ 714.603845] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.615267] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.758386] env[70771]: DEBUG oslo_concurrency.lockutils [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Releasing lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.758386] env[70771]: DEBUG nova.compute.manager [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Inject network info {{(pid=70771) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 714.758458] env[70771]: DEBUG nova.compute.manager [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] network_info to inject: |[{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 714.761853] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Reconfiguring VM instance to set the machine id {{(pid=70771) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 714.762450] env[70771]: DEBUG oslo_concurrency.lockutils [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] Acquired lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.762730] env[70771]: DEBUG nova.network.neutron [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.764156] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fd2f00-35d0-41ab-b21a-5c689e9d2c17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.786019] env[70771]: DEBUG oslo_vmware.api [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 714.786019] env[70771]: value = "task-3513344" [ 714.786019] env[70771]: _type = "Task" [ 714.786019] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.799606] env[70771]: DEBUG oslo_vmware.api [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.957617] env[70771]: DEBUG nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.081971] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513342, 'name': Rename_Task, 'duration_secs': 0.181672} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.083487] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.085886] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbbecb91-6815-43d2-a8db-0b93a9b2ca39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.088092] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.088680] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.096848] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 715.096848] env[70771]: value = "task-3513345" [ 715.096848] env[70771]: _type = "Task" [ 715.096848] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.113765] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.118723] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09477} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.119120] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.119790] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c491746-664e-4793-a03d-14beb8c60d23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.142347] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.142347] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc80165-e65a-4298-8efb-5fddc04df50f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.162011] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 715.162011] env[70771]: value = "task-3513346" [ 715.162011] env[70771]: _type = "Task" [ 715.162011] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.171020] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.296578] env[70771]: DEBUG oslo_vmware.api [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513344, 'name': ReconfigVM_Task, 'duration_secs': 0.269207} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.296866] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-609adb34-350b-4442-9720-d63168b65cf4 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Reconfigured VM instance to set the machine id {{(pid=70771) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 715.484538] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.616831] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513345, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.675954] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.696834] env[70771]: DEBUG nova.network.neutron [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updated VIF entry in instance network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.699306] env[70771]: DEBUG nova.network.neutron [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.897321] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d7951a-b976-496f-b6de-5a3ab7d2449b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.907778] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c979a-3739-4533-b8cb-b7ce4c8364f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.940108] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fa3e31-7746-4a66-b850-b99d532db62a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.948648] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa23b7c-47d5-4710-8ff3-e94918fe22cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.956958] env[70771]: DEBUG nova.objects.instance [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lazy-loading 'flavor' on Instance uuid 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.971525] env[70771]: DEBUG nova.compute.provider_tree [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.119196] env[70771]: DEBUG oslo_vmware.api [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513345, 'name': PowerOnVM_Task, 'duration_secs': 0.738799} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.119532] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.120145] env[70771]: DEBUG nova.compute.manager [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.120970] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363cc43e-80fa-4802-a2cd-f5b3691dc844 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.179813] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513346, 'name': ReconfigVM_Task, 'duration_secs': 0.592504} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.180042] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Reconfigured VM instance instance-0000001c to attach disk [datastore2] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.180654] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99be69b7-cac7-4a69-a5cd-04faba25a07d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.188799] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 716.188799] env[70771]: value = "task-3513347" [ 716.188799] env[70771]: _type = "Task" [ 716.188799] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.198064] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513347, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.202733] env[70771]: DEBUG oslo_concurrency.lockutils [req-03065ca7-2d9d-42bc-8846-0ef810be6a55 req-fc056322-821e-427d-9788-810535e97477 service nova] Releasing lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.221805] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "cb8dd694-5243-4232-a790-8c3081547964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.222060] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "cb8dd694-5243-4232-a790-8c3081547964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.264184] env[70771]: INFO nova.compute.manager [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Rebuilding instance [ 716.316779] env[70771]: DEBUG nova.compute.manager [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.317706] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c180df5-4f7a-4e42-8df3-8bd12f70ead2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.462914] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.462914] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquired lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.492478] env[70771]: ERROR nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [req-d23a3f4b-1ae0-4833-bb65-67b63cd920db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d23a3f4b-1ae0-4833-bb65-67b63cd920db"}]} [ 716.513757] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 716.535828] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 716.536075] env[70771]: DEBUG nova.compute.provider_tree [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.546985] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 716.571536] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 716.650571] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.706628] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513347, 'name': Rename_Task, 'duration_secs': 0.21512} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.706930] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.707379] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93b44fc-5a29-4f83-ac55-7e51e4e612d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.715133] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 716.715133] env[70771]: value = "task-3513348" [ 716.715133] env[70771]: _type = "Task" [ 716.715133] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.726490] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.950353] env[70771]: DEBUG nova.network.neutron [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.967546] env[70771]: DEBUG nova.compute.manager [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Received event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.967748] env[70771]: DEBUG nova.compute.manager [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing instance network info cache due to event network-changed-d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.967944] env[70771]: DEBUG oslo_concurrency.lockutils [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] Acquiring lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.068255] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86baf774-c7e0-484d-b2db-9a5146857ef0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.076539] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad7da93-f7eb-4fdd-b5f8-ac6f032725a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.107582] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7a2d2c-bdb2-4694-be15-d8e118ac14a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.115547] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a901dfc-9b4f-4fa2-87e5-653d6d6e94cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.129608] env[70771]: DEBUG nova.compute.provider_tree [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.214925] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "b2cfe39b-98bd-4914-877d-7339e362c6e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.215077] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.227140] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.320620] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "23908b13-acfd-4013-b73c-94f1dd179b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.320986] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "23908b13-acfd-4013-b73c-94f1dd179b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.321246] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "23908b13-acfd-4013-b73c-94f1dd179b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.321503] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "23908b13-acfd-4013-b73c-94f1dd179b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.321672] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "23908b13-acfd-4013-b73c-94f1dd179b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.323896] env[70771]: INFO nova.compute.manager [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Terminating instance [ 717.331853] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.332582] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e5de34-3e29-43b9-b902-b9ceda9a26b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.341239] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 717.341239] env[70771]: value = "task-3513349" [ 717.341239] env[70771]: _type = "Task" [ 717.341239] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.350471] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.658056] env[70771]: ERROR nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [req-954bc188-44fc-4643-850f-e0fa0335483d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-954bc188-44fc-4643-850f-e0fa0335483d"}]} [ 717.675515] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 717.690665] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 717.690900] env[70771]: DEBUG nova.compute.provider_tree [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.705015] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 717.721880] env[70771]: DEBUG nova.network.neutron [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.730333] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513348, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.731479] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 717.828147] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "refresh_cache-23908b13-acfd-4013-b73c-94f1dd179b9a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.828147] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquired lock "refresh_cache-23908b13-acfd-4013-b73c-94f1dd179b9a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.828147] env[70771]: DEBUG nova.network.neutron [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.853715] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513349, 'name': PowerOffVM_Task, 'duration_secs': 0.117627} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.853981] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.854717] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.855522] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70597ea7-0035-4f6d-b68e-70fcbb5d840c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.863229] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.863453] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6116f61c-b2e5-4ad7-a6a0-9fd3d327e91c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.890087] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.890326] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.890575] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Deleting the datastore file [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.890857] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39237245-a4c3-40e9-ad4b-ee1ac2fd639f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.898782] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 717.898782] env[70771]: value = "task-3513351" [ 717.898782] env[70771]: _type = "Task" [ 717.898782] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.907103] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.188604] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522e91d-7a7a-4ac8-89fe-5360bcc7cf66 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.200800] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d854dda-39dd-4ec4-8895-4e15d22da5cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.237242] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Releasing lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.237516] env[70771]: DEBUG nova.compute.manager [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Inject network info {{(pid=70771) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 718.237734] env[70771]: DEBUG nova.compute.manager [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] network_info to inject: |[{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 718.242440] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Reconfiguring VM instance to set the machine id {{(pid=70771) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 718.246147] env[70771]: DEBUG oslo_concurrency.lockutils [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] Acquired lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.246147] env[70771]: DEBUG nova.network.neutron [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Refreshing network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.247359] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed5e07b-0f1c-4a63-9ad0-860b87f3f6cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.258807] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c0377f-6890-45a5-ab1f-86237147dd97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.276584] env[70771]: DEBUG oslo_vmware.api [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513348, 'name': PowerOnVM_Task, 'duration_secs': 1.14463} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.278796] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bd2a75-c2ea-4f07-92fd-d7051cd4f0bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.283432] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.283723] env[70771]: INFO nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Took 7.31 seconds to spawn the instance on the hypervisor. [ 718.283913] env[70771]: DEBUG nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.284331] env[70771]: DEBUG oslo_vmware.api [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 718.284331] env[70771]: value = "task-3513352" [ 718.284331] env[70771]: _type = "Task" [ 718.284331] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.285380] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63753a-a29d-4a18-be80-22da1682aad3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.301363] env[70771]: DEBUG nova.compute.provider_tree [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.313299] env[70771]: DEBUG oslo_vmware.api [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.352856] env[70771]: DEBUG nova.network.neutron [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.409967] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121722} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.410906] env[70771]: DEBUG nova.network.neutron [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.412122] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.415306] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.415306] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.603313] env[70771]: DEBUG nova.network.neutron [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updated VIF entry in instance network info cache for port d57d3f51-44e0-4cf8-94f1-5ace0266534d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.603694] env[70771]: DEBUG nova.network.neutron [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [{"id": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "address": "fa:16:3e:a2:a7:9b", "network": {"id": "d5a678d3-6098-4696-8bc7-be0cb71204a7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1092044901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9181cc5a4a04f139d02f6acc9590a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d3f51-44", "ovs_interfaceid": "d57d3f51-44e0-4cf8-94f1-5ace0266534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.800278] env[70771]: DEBUG oslo_vmware.api [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.822917] env[70771]: INFO nova.compute.manager [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Took 31.48 seconds to build instance. [ 718.839449] env[70771]: DEBUG nova.scheduler.client.report [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 718.839711] env[70771]: DEBUG nova.compute.provider_tree [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 53 to 54 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 718.839893] env[70771]: DEBUG nova.compute.provider_tree [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.915897] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Releasing lock "refresh_cache-23908b13-acfd-4013-b73c-94f1dd179b9a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.916358] env[70771]: DEBUG nova.compute.manager [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.916554] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.920697] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc015da-ae73-4b91-9c2e-afa74db3bdca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.925799] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.926058] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.926855] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.927108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.927307] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.931613] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.932134] env[70771]: INFO nova.compute.manager [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Terminating instance [ 718.933450] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc40a7e2-32c2-4433-87c0-225a0023364f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.943687] env[70771]: DEBUG oslo_vmware.api [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 718.943687] env[70771]: value = "task-3513353" [ 718.943687] env[70771]: _type = "Task" [ 718.943687] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.956456] env[70771]: DEBUG oslo_vmware.api [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.106398] env[70771]: DEBUG oslo_concurrency.lockutils [req-e7cecab7-e128-4528-8150-b1a2cb616d1d req-2e5d2fec-7d04-48a2-ab68-4e1a46a256b4 service nova] Releasing lock "refresh_cache-876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.300300] env[70771]: DEBUG oslo_vmware.api [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.326022] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af2493d-e998-4946-a34c-d30a299c45dd tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "b426771b-a300-4275-a93f-2fdff440adfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.124s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.345766] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.053s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.345766] env[70771]: DEBUG nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.347609] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.720s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.349089] env[70771]: INFO nova.compute.claims [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.368919] env[70771]: INFO nova.compute.manager [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Rebuilding instance [ 719.413699] env[70771]: DEBUG nova.compute.manager [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.415036] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d74f9-2b21-48aa-a954-9aff99596309 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.439490] env[70771]: DEBUG nova.compute.manager [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.439490] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.439762] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0202747-673f-4be4-b888-f36011fd452c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.449999] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.450565] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4632e067-8e33-472c-ba29-3bddc748fae7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.453902] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.454140] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.454296] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.454474] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.454617] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.454760] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.454983] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.455131] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.455295] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.455452] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.455621] env[70771]: DEBUG nova.virt.hardware [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.456702] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521c132f-0da5-4b19-8fc2-3213a02e9ed8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.462956] env[70771]: DEBUG oslo_vmware.api [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513353, 'name': PowerOffVM_Task, 'duration_secs': 0.286451} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.463488] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.463660] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.464132] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d77a6bbb-f669-4942-b9e6-1493e9aba30a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.469680] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e8dd9e-fe56-4389-ad80-4eeb75d061a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.473824] env[70771]: DEBUG oslo_vmware.api [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 719.473824] env[70771]: value = "task-3513354" [ 719.473824] env[70771]: _type = "Task" [ 719.473824] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.487356] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.493199] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.493976] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.494241] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d56511b-17f7-435f-8cc5-3061a9a09b68 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.510876] env[70771]: DEBUG oslo_vmware.api [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.511199] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.511389] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.511574] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Deleting the datastore file [datastore1] 23908b13-acfd-4013-b73c-94f1dd179b9a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.512234] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6261ebf0-cf4c-4342-8665-559b1905bd96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.532552] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.532552] env[70771]: value = "task-3513356" [ 719.532552] env[70771]: _type = "Task" [ 719.532552] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.534111] env[70771]: DEBUG oslo_vmware.api [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for the task: (returnval){ [ 719.534111] env[70771]: value = "task-3513357" [ 719.534111] env[70771]: _type = "Task" [ 719.534111] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.549829] env[70771]: DEBUG oslo_vmware.api [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.550212] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513356, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.800889] env[70771]: DEBUG oslo_vmware.api [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513352, 'name': ReconfigVM_Task, 'duration_secs': 1.167353} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.801371] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad422a-8fc9-4996-a325-9040a49c9ec7 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Reconfigured VM instance to set the machine id {{(pid=70771) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 719.827764] env[70771]: DEBUG nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.855961] env[70771]: DEBUG nova.compute.utils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.857254] env[70771]: DEBUG nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.857454] env[70771]: DEBUG nova.network.neutron [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.904870] env[70771]: DEBUG nova.policy [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7b565d991b4817893c6a3f7426ad57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d8b4b0dd624daeb0c3ef5ed6d47187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.985930] env[70771]: DEBUG oslo_vmware.api [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513354, 'name': PowerOffVM_Task, 'duration_secs': 0.21788} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.986449] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.986724] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.987082] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea1bfd77-7377-434c-9235-7a1b24c5c83c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.052073] env[70771]: DEBUG oslo_vmware.api [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Task: {'id': task-3513357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128919} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.052073] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.052073] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.052073] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.052882] env[70771]: INFO nova.compute.manager [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 720.053334] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.053653] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513356, 'name': CreateVM_Task, 'duration_secs': 0.328912} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.054898] env[70771]: DEBUG nova.compute.manager [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.055147] env[70771]: DEBUG nova.network.neutron [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.057020] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.057844] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.058193] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.058525] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Deleting the datastore file [datastore1] 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.059051] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.059332] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.059737] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.060078] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b4e1d35-ffe1-475f-86fe-8781d1a3fb92 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.063188] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a165a90a-f21b-4508-8527-344fa9e3294e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.069477] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 720.069477] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5251107a-13cb-cfdc-c556-919ef8741868" [ 720.069477] env[70771]: _type = "Task" [ 720.069477] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.071074] env[70771]: DEBUG oslo_vmware.api [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for the task: (returnval){ [ 720.071074] env[70771]: value = "task-3513359" [ 720.071074] env[70771]: _type = "Task" [ 720.071074] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.080740] env[70771]: DEBUG nova.network.neutron [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.087742] env[70771]: DEBUG oslo_vmware.api [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.088051] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5251107a-13cb-cfdc-c556-919ef8741868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.307468] env[70771]: DEBUG nova.network.neutron [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Successfully created port: 140ea0ca-27a6-4973-84d5-c3b917b36303 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.352036] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.363607] env[70771]: DEBUG nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.434837] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.437088] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b1faea-35c8-475b-adf8-1a7962923106 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.448020] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 720.448020] env[70771]: value = "task-3513360" [ 720.448020] env[70771]: _type = "Task" [ 720.448020] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.462815] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.586415] env[70771]: DEBUG oslo_vmware.api [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Task: {'id': task-3513359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211703} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.592544] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.592760] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.592939] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.593264] env[70771]: INFO nova.compute.manager [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Took 1.15 seconds to destroy the instance on the hypervisor. [ 720.593521] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.593748] env[70771]: DEBUG nova.network.neutron [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.594904] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5251107a-13cb-cfdc-c556-919ef8741868, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.595631] env[70771]: DEBUG nova.compute.manager [-] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.595631] env[70771]: DEBUG nova.network.neutron [-] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.597150] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.597366] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.597665] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.597834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.598026] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.598738] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b09614d-94cd-49ef-bb54-c0e5b669e5d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.609766] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.609968] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.610785] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cfcc39-0b4e-48e6-87da-700938179802 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.617442] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 720.617442] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d40a47-d32d-1289-c59a-be5d839e5b25" [ 720.617442] env[70771]: _type = "Task" [ 720.617442] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.633572] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d40a47-d32d-1289-c59a-be5d839e5b25, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.634662] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db80b45-06d5-4bae-81b6-eb433bfd7b3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.641427] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 720.641427] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52260711-57f7-8f9b-3669-573092b07ce7" [ 720.641427] env[70771]: _type = "Task" [ 720.641427] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.651894] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52260711-57f7-8f9b-3669-573092b07ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.933908] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6d662-f3b0-48b2-b037-7d78c3565ccc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.944034] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9a4b39-da69-48e2-a7c8-7287a6708be4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.978936] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec4f2b-4488-471a-96cd-c586b9e5973c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.989852] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513360, 'name': PowerOffVM_Task, 'duration_secs': 0.270369} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.992390] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.992785] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.993692] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78f141b-7c05-4660-a9e3-70141dcf11b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.997644] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56945f82-491c-4307-b385-60ad64425137 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.012686] env[70771]: DEBUG nova.compute.provider_tree [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.016069] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.017086] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d7bde19-2085-4adf-8f97-8ee4950a104c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.051243] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.051243] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.051243] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Deleting the datastore file [datastore2] b426771b-a300-4275-a93f-2fdff440adfc {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.051243] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-843285e9-39ac-48b8-b14d-7b48dc5cc206 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.059652] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 721.059652] env[70771]: value = "task-3513362" [ 721.059652] env[70771]: _type = "Task" [ 721.059652] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.067557] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.100598] env[70771]: INFO nova.compute.manager [-] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Took 1.05 seconds to deallocate network for instance. [ 721.153713] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52260711-57f7-8f9b-3669-573092b07ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.153972] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.154252] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.154514] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b87a68fc-482c-4018-b3a7-f22c7418b1f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.164309] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 721.164309] env[70771]: value = "task-3513363" [ 721.164309] env[70771]: _type = "Task" [ 721.164309] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.176211] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.241737] env[70771]: DEBUG nova.compute.manager [req-d2596178-043b-4e4e-92ae-df2aea7c7352 req-98c07d09-efec-4c49-9b94-2a3ae987b91a service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Received event network-vif-deleted-d57d3f51-44e0-4cf8-94f1-5ace0266534d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.242314] env[70771]: INFO nova.compute.manager [req-d2596178-043b-4e4e-92ae-df2aea7c7352 req-98c07d09-efec-4c49-9b94-2a3ae987b91a service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Neutron deleted interface d57d3f51-44e0-4cf8-94f1-5ace0266534d; detaching it from the instance and deleting it from the info cache [ 721.242314] env[70771]: DEBUG nova.network.neutron [req-d2596178-043b-4e4e-92ae-df2aea7c7352 req-98c07d09-efec-4c49-9b94-2a3ae987b91a service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.378085] env[70771]: DEBUG nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.406802] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.407060] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.407226] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.407428] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.407560] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.407707] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.407920] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.408104] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.408276] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.408436] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.408757] env[70771]: DEBUG nova.virt.hardware [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.409746] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01df90ad-d32a-4e1a-9db8-b2a8cf37acb1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.419422] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b704a92-c389-4ced-a94c-b62e6620e7e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.518160] env[70771]: DEBUG nova.scheduler.client.report [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.574411] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098144} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.574713] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.574901] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.575096] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.607739] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.669138] env[70771]: DEBUG nova.network.neutron [-] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.675762] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50077} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.676546] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.676730] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.676979] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91b914c-2139-4f8a-9258-c0cb394780b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.685394] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 721.685394] env[70771]: value = "task-3513364" [ 721.685394] env[70771]: _type = "Task" [ 721.685394] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.695434] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.745589] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d44ab22d-10cb-4fce-9e06-52da78ba31f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.756029] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b574180-0453-4bb3-8969-847fd490bd12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.787950] env[70771]: DEBUG nova.compute.manager [req-d2596178-043b-4e4e-92ae-df2aea7c7352 req-98c07d09-efec-4c49-9b94-2a3ae987b91a service nova] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Detach interface failed, port_id=d57d3f51-44e0-4cf8-94f1-5ace0266534d, reason: Instance 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 722.024465] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.024950] env[70771]: DEBUG nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.027602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.976s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.177357] env[70771]: INFO nova.compute.manager [-] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Took 1.58 seconds to deallocate network for instance. [ 722.198421] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071184} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.198421] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.198421] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0741a4-8763-44b7-ba09-cfef7653b285 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.220031] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.220775] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae698ca-c1fd-4569-b35e-e739c1fe8ba6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.244258] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 722.244258] env[70771]: value = "task-3513365" [ 722.244258] env[70771]: _type = "Task" [ 722.244258] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.253564] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.432868] env[70771]: DEBUG nova.compute.manager [req-3ddab1b8-2d47-408f-a494-7fcafc0284ac req-7d098ce0-9a79-46d2-80d8-cc9be321e6c6 service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Received event network-vif-plugged-140ea0ca-27a6-4973-84d5-c3b917b36303 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.433179] env[70771]: DEBUG oslo_concurrency.lockutils [req-3ddab1b8-2d47-408f-a494-7fcafc0284ac req-7d098ce0-9a79-46d2-80d8-cc9be321e6c6 service nova] Acquiring lock "a0324c35-a135-465e-9bad-b02b7e0996ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.433340] env[70771]: DEBUG oslo_concurrency.lockutils [req-3ddab1b8-2d47-408f-a494-7fcafc0284ac req-7d098ce0-9a79-46d2-80d8-cc9be321e6c6 service nova] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.433511] env[70771]: DEBUG oslo_concurrency.lockutils [req-3ddab1b8-2d47-408f-a494-7fcafc0284ac req-7d098ce0-9a79-46d2-80d8-cc9be321e6c6 service nova] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.433675] env[70771]: DEBUG nova.compute.manager [req-3ddab1b8-2d47-408f-a494-7fcafc0284ac req-7d098ce0-9a79-46d2-80d8-cc9be321e6c6 service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] No waiting events found dispatching network-vif-plugged-140ea0ca-27a6-4973-84d5-c3b917b36303 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.433843] env[70771]: WARNING nova.compute.manager [req-3ddab1b8-2d47-408f-a494-7fcafc0284ac req-7d098ce0-9a79-46d2-80d8-cc9be321e6c6 service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Received unexpected event network-vif-plugged-140ea0ca-27a6-4973-84d5-c3b917b36303 for instance with vm_state building and task_state spawning. [ 722.468314] env[70771]: DEBUG nova.network.neutron [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Successfully updated port: 140ea0ca-27a6-4973-84d5-c3b917b36303 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.533399] env[70771]: INFO nova.compute.claims [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.540920] env[70771]: DEBUG nova.compute.utils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.542379] env[70771]: DEBUG nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.542611] env[70771]: DEBUG nova.network.neutron [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.582784] env[70771]: DEBUG nova.policy [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e39637544e84389a46421411b2f5ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b8971de3254551aa4a3ac1ddb6a899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.613996] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.614269] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.614423] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.614610] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.614760] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.614906] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.615363] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.615601] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.615824] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.616041] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.616265] env[70771]: DEBUG nova.virt.hardware [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.617480] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72151ee2-c328-48fc-b0ef-46d9467cefa2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.627427] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e073fa0-5cdf-4217-8a72-cf3be98406ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.643640] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.651792] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.652079] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.652302] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f2ab27e-4b51-4167-b9ad-9e1eefe6a80f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.672477] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.672477] env[70771]: value = "task-3513366" [ 722.672477] env[70771]: _type = "Task" [ 722.672477] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.680796] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513366, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.683904] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.756100] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513365, 'name': ReconfigVM_Task, 'duration_secs': 0.292645} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.756535] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508/ee4f74ea-706a-4efe-a7d5-5bff5aaef508.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.757229] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c4a1dc5-d5e5-4558-9776-49d9fd5f67c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.765511] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 722.765511] env[70771]: value = "task-3513367" [ 722.765511] env[70771]: _type = "Task" [ 722.765511] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.774808] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513367, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.972158] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "refresh_cache-a0324c35-a135-465e-9bad-b02b7e0996ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.972756] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "refresh_cache-a0324c35-a135-465e-9bad-b02b7e0996ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.972756] env[70771]: DEBUG nova.network.neutron [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.978918] env[70771]: DEBUG nova.network.neutron [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Successfully created port: 183fd1d6-5b34-4757-ac2a-1ed0cb780847 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.042296] env[70771]: INFO nova.compute.resource_tracker [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating resource usage from migration 30c96d32-1686-4561-a99a-a446c40b4fd0 [ 723.046106] env[70771]: DEBUG nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.187241] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513366, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.280411] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513367, 'name': Rename_Task, 'duration_secs': 0.170328} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.280411] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.280618] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c98d862-53ec-485b-b525-ee867a24fa24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.289296] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 723.289296] env[70771]: value = "task-3513368" [ 723.289296] env[70771]: _type = "Task" [ 723.289296] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.297764] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.506059] env[70771]: DEBUG nova.network.neutron [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.520498] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed8526f-f708-47e0-a29c-6a8603096f23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.535596] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044a0914-f983-43a8-99f2-19cad81be17c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.574353] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf138ea-0768-459e-b30d-88cac75dfc20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.583455] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dbefd2-f1ea-47e6-a973-9b5aa5ba4636 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.600943] env[70771]: DEBUG nova.compute.provider_tree [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.674622] env[70771]: DEBUG nova.network.neutron [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Updating instance_info_cache with network_info: [{"id": "140ea0ca-27a6-4973-84d5-c3b917b36303", "address": "fa:16:3e:f3:5c:c0", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140ea0ca-27", "ovs_interfaceid": "140ea0ca-27a6-4973-84d5-c3b917b36303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.684584] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513366, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.799555] env[70771]: DEBUG oslo_vmware.api [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513368, 'name': PowerOnVM_Task, 'duration_secs': 0.418493} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.799555] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.799738] env[70771]: DEBUG nova.compute.manager [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.800542] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86354435-e668-49bc-8556-74496b282788 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.079219] env[70771]: DEBUG nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.103124] env[70771]: DEBUG nova.scheduler.client.report [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.113680] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.113680] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.113680] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.113680] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.113919] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.113919] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.114076] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.114237] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.114405] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.114572] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.114764] env[70771]: DEBUG nova.virt.hardware [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.115627] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6553873-ce81-4c78-b450-b6edad7cb6a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.125578] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082dbfe0-4211-4100-9c36-55198698d1d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.179340] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "refresh_cache-a0324c35-a135-465e-9bad-b02b7e0996ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.179665] env[70771]: DEBUG nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Instance network_info: |[{"id": "140ea0ca-27a6-4973-84d5-c3b917b36303", "address": "fa:16:3e:f3:5c:c0", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140ea0ca-27", "ovs_interfaceid": "140ea0ca-27a6-4973-84d5-c3b917b36303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.180078] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:5c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '140ea0ca-27a6-4973-84d5-c3b917b36303', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.187466] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.190839] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.191399] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513366, 'name': CreateVM_Task, 'duration_secs': 1.357225} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.191614] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53765b62-a73e-48a9-b442-ff5b71cc861e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.205929] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.206396] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.206557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.206888] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.207705] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c47d63-b021-447f-aab7-43d6aabf69f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.213537] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 724.213537] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528f8e60-eb32-cb2b-e699-6c57da404045" [ 724.213537] env[70771]: _type = "Task" [ 724.213537] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.214823] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.214823] env[70771]: value = "task-3513369" [ 724.214823] env[70771]: _type = "Task" [ 724.214823] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.228889] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513369, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.229187] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528f8e60-eb32-cb2b-e699-6c57da404045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.319255] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.507375] env[70771]: DEBUG nova.compute.manager [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Received event network-changed-140ea0ca-27a6-4973-84d5-c3b917b36303 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.507624] env[70771]: DEBUG nova.compute.manager [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Refreshing instance network info cache due to event network-changed-140ea0ca-27a6-4973-84d5-c3b917b36303. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.507816] env[70771]: DEBUG oslo_concurrency.lockutils [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] Acquiring lock "refresh_cache-a0324c35-a135-465e-9bad-b02b7e0996ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.507920] env[70771]: DEBUG oslo_concurrency.lockutils [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] Acquired lock "refresh_cache-a0324c35-a135-465e-9bad-b02b7e0996ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.508100] env[70771]: DEBUG nova.network.neutron [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Refreshing network info cache for port 140ea0ca-27a6-4973-84d5-c3b917b36303 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.610151] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.581s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.610151] env[70771]: INFO nova.compute.manager [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Migrating [ 724.610151] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.610151] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.610857] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.268s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.610857] env[70771]: DEBUG nova.objects.instance [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lazy-loading 'resources' on Instance uuid 7cfc7549-05ff-4541-bc12-7d0ee485f75d {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.678167] env[70771]: DEBUG nova.network.neutron [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Successfully updated port: 183fd1d6-5b34-4757-ac2a-1ed0cb780847 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.733598] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528f8e60-eb32-cb2b-e699-6c57da404045, 'name': SearchDatastore_Task, 'duration_secs': 0.027724} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.735872] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.736087] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.736328] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.736475] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.736654] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.736876] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513369, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.737094] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7260f7b-7130-4414-9b53-7abe30efc804 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.746903] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.747099] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.748365] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a71b71-28ca-489f-bfaf-5232767135e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.753965] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 724.753965] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5276b6c6-b805-e1e4-a407-3b9f2b66d64a" [ 724.753965] env[70771]: _type = "Task" [ 724.753965] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.762436] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5276b6c6-b805-e1e4-a407-3b9f2b66d64a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.112521] env[70771]: INFO nova.compute.rpcapi [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 725.113936] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.181289] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "refresh_cache-0bd0a48d-a47f-45fd-ab1d-2baf3d364543" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.181389] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "refresh_cache-0bd0a48d-a47f-45fd-ab1d-2baf3d364543" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.181629] env[70771]: DEBUG nova.network.neutron [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.232213] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513369, 'name': CreateVM_Task, 'duration_secs': 0.639967} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.232392] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.233127] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.233296] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.233828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.234104] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833f719c-1cbd-46f5-81e2-fc226b580ebd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.239404] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 725.239404] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525a6b2f-df2d-b376-3208-6c2a60f6c980" [ 725.239404] env[70771]: _type = "Task" [ 725.239404] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.249563] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525a6b2f-df2d-b376-3208-6c2a60f6c980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.269936] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5276b6c6-b805-e1e4-a407-3b9f2b66d64a, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.270754] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445a1143-bf7f-4d36-bba2-57ba5a7ba031 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.280861] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 725.280861] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520b3bc6-29ea-aa5b-1b45-9227b47c9fcc" [ 725.280861] env[70771]: _type = "Task" [ 725.280861] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.291611] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520b3bc6-29ea-aa5b-1b45-9227b47c9fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.358043] env[70771]: DEBUG nova.network.neutron [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Updated VIF entry in instance network info cache for port 140ea0ca-27a6-4973-84d5-c3b917b36303. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.358405] env[70771]: DEBUG nova.network.neutron [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Updating instance_info_cache with network_info: [{"id": "140ea0ca-27a6-4973-84d5-c3b917b36303", "address": "fa:16:3e:f3:5c:c0", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140ea0ca-27", "ovs_interfaceid": "140ea0ca-27a6-4973-84d5-c3b917b36303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.420196] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.420451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.420729] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.420922] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.421109] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.426210] env[70771]: INFO nova.compute.manager [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Terminating instance [ 725.599807] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3a9d5-97b6-4467-85c0-b95feb3a3179 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.607989] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb0b0c-e7b6-49f5-95f5-37b69803ee3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.641253] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.641445] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.641625] env[70771]: DEBUG nova.network.neutron [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.643738] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc653bd7-492f-4e38-97e2-2dee9209299a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.653840] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff689478-f3bb-4b0b-aee5-dba184d57634 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.668412] env[70771]: DEBUG nova.compute.provider_tree [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.725141] env[70771]: DEBUG nova.network.neutron [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.754425] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525a6b2f-df2d-b376-3208-6c2a60f6c980, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.754715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.754945] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.755173] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.793339] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520b3bc6-29ea-aa5b-1b45-9227b47c9fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.793613] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.793868] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.794299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.794505] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.794730] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfbc8f8a-1373-4bf7-ae82-51614a6ace79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.796613] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b721fb66-9b67-452a-8ef4-c4b00dfb5f8b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.804123] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 725.804123] env[70771]: value = "task-3513370" [ 725.804123] env[70771]: _type = "Task" [ 725.804123] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.807707] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.807883] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.808969] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2da027b-2e82-4b67-a7f3-997e841936a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.814632] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.817775] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 725.817775] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529da028-1c95-3ba2-da99-a6bd5b9b0ca7" [ 725.817775] env[70771]: _type = "Task" [ 725.817775] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.825903] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529da028-1c95-3ba2-da99-a6bd5b9b0ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.861449] env[70771]: DEBUG oslo_concurrency.lockutils [req-a6dff901-5473-4c8a-a96c-40496c77b1d4 req-77d4b80d-e28d-4953-bfcd-c46567b2b7df service nova] Releasing lock "refresh_cache-a0324c35-a135-465e-9bad-b02b7e0996ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.929494] env[70771]: DEBUG nova.network.neutron [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Updating instance_info_cache with network_info: [{"id": "183fd1d6-5b34-4757-ac2a-1ed0cb780847", "address": "fa:16:3e:0b:e4:43", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183fd1d6-5b", "ovs_interfaceid": "183fd1d6-5b34-4757-ac2a-1ed0cb780847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.936644] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "refresh_cache-ee4f74ea-706a-4efe-a7d5-5bff5aaef508" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.936644] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquired lock "refresh_cache-ee4f74ea-706a-4efe-a7d5-5bff5aaef508" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.936644] env[70771]: DEBUG nova.network.neutron [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.172171] env[70771]: DEBUG nova.scheduler.client.report [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.317338] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513370, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.331036] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529da028-1c95-3ba2-da99-a6bd5b9b0ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.331877] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74db89eb-385e-4eb8-9e66-cb0d62036cb3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.340312] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 726.340312] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5259936f-8b92-9cfa-7427-c4f63e5b893e" [ 726.340312] env[70771]: _type = "Task" [ 726.340312] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.350398] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5259936f-8b92-9cfa-7427-c4f63e5b893e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.432553] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "refresh_cache-0bd0a48d-a47f-45fd-ab1d-2baf3d364543" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432929] env[70771]: DEBUG nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Instance network_info: |[{"id": "183fd1d6-5b34-4757-ac2a-1ed0cb780847", "address": "fa:16:3e:0b:e4:43", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183fd1d6-5b", "ovs_interfaceid": "183fd1d6-5b34-4757-ac2a-1ed0cb780847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.433450] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:e4:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '183fd1d6-5b34-4757-ac2a-1ed0cb780847', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.443245] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating folder: Project (b9b8971de3254551aa4a3ac1ddb6a899). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.444817] env[70771]: DEBUG nova.network.neutron [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance_info_cache with network_info: [{"id": "0fc62238-0cbf-4c72-9f12-d823e1974653", "address": "fa:16:3e:bf:40:cc", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc62238-0c", "ovs_interfaceid": "0fc62238-0cbf-4c72-9f12-d823e1974653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.451452] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a20c22-64fc-477f-bf36-4fd60ce03ca0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.473024] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created folder: Project (b9b8971de3254551aa4a3ac1ddb6a899) in parent group-v701875. [ 726.473024] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating folder: Instances. Parent ref: group-v701960. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.473024] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6f8f057-0cfa-4b2d-b8e5-c624c9eb25ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.478627] env[70771]: DEBUG nova.network.neutron [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.482432] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created folder: Instances in parent group-v701960. [ 726.482795] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.483032] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.483337] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9afd1313-c47a-4678-ac96-e29ec4e0003b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.503748] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.503748] env[70771]: value = "task-3513373" [ 726.503748] env[70771]: _type = "Task" [ 726.503748] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.515026] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513373, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.558936] env[70771]: DEBUG nova.network.neutron [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.618739] env[70771]: DEBUG nova.compute.manager [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Received event network-vif-plugged-183fd1d6-5b34-4757-ac2a-1ed0cb780847 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.619031] env[70771]: DEBUG oslo_concurrency.lockutils [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] Acquiring lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.619427] env[70771]: DEBUG oslo_concurrency.lockutils [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.619655] env[70771]: DEBUG oslo_concurrency.lockutils [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.619846] env[70771]: DEBUG nova.compute.manager [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] No waiting events found dispatching network-vif-plugged-183fd1d6-5b34-4757-ac2a-1ed0cb780847 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.620042] env[70771]: WARNING nova.compute.manager [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Received unexpected event network-vif-plugged-183fd1d6-5b34-4757-ac2a-1ed0cb780847 for instance with vm_state building and task_state spawning. [ 726.620180] env[70771]: DEBUG nova.compute.manager [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Received event network-changed-183fd1d6-5b34-4757-ac2a-1ed0cb780847 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.621692] env[70771]: DEBUG nova.compute.manager [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Refreshing instance network info cache due to event network-changed-183fd1d6-5b34-4757-ac2a-1ed0cb780847. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.621692] env[70771]: DEBUG oslo_concurrency.lockutils [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] Acquiring lock "refresh_cache-0bd0a48d-a47f-45fd-ab1d-2baf3d364543" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.621692] env[70771]: DEBUG oslo_concurrency.lockutils [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] Acquired lock "refresh_cache-0bd0a48d-a47f-45fd-ab1d-2baf3d364543" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.621692] env[70771]: DEBUG nova.network.neutron [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Refreshing network info cache for port 183fd1d6-5b34-4757-ac2a-1ed0cb780847 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.679372] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.681039] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.872s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.681967] env[70771]: INFO nova.compute.claims [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.708306] env[70771]: INFO nova.scheduler.client.report [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Deleted allocations for instance 7cfc7549-05ff-4541-bc12-7d0ee485f75d [ 726.814844] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515314} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.815128] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.815417] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.815689] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d1afd98-0b48-45e7-9e51-513ef05677e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.823218] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 726.823218] env[70771]: value = "task-3513374" [ 726.823218] env[70771]: _type = "Task" [ 726.823218] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.832853] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.852152] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5259936f-8b92-9cfa-7427-c4f63e5b893e, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.852481] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.852742] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] a0324c35-a135-465e-9bad-b02b7e0996ee/a0324c35-a135-465e-9bad-b02b7e0996ee.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.853031] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4423fb3-107a-4c7e-8b4c-a374b7b2ccb0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.863804] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 726.863804] env[70771]: value = "task-3513375" [ 726.863804] env[70771]: _type = "Task" [ 726.863804] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.872830] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.959469] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.015846] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513373, 'name': CreateVM_Task, 'duration_secs': 0.401789} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.015846] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.015846] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.016058] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.016273] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.016525] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37d3764-9de3-40df-9983-54a8b6a2b87b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.022305] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 727.022305] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526cb49d-7a57-2b8e-2484-9c016645dfa9" [ 727.022305] env[70771]: _type = "Task" [ 727.022305] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.031797] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526cb49d-7a57-2b8e-2484-9c016645dfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.060773] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Releasing lock "refresh_cache-ee4f74ea-706a-4efe-a7d5-5bff5aaef508" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.061144] env[70771]: DEBUG nova.compute.manager [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.061384] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.062373] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53385a7-e776-49da-a680-80243e013ad6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.072831] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.073179] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3e14887-ae42-49c1-9908-9995e4b227ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.081315] env[70771]: DEBUG oslo_vmware.api [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 727.081315] env[70771]: value = "task-3513376" [ 727.081315] env[70771]: _type = "Task" [ 727.081315] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.090859] env[70771]: DEBUG oslo_vmware.api [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.218815] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e797eb3c-b93f-4f75-85c7-77fcf195cbaa tempest-ServerAddressesNegativeTestJSON-250220661 tempest-ServerAddressesNegativeTestJSON-250220661-project-member] Lock "7cfc7549-05ff-4541-bc12-7d0ee485f75d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.512s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.333478] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218034} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.333778] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.334651] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a213e4c-0176-400c-9d2d-d4d8afeb3519 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.355630] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.356692] env[70771]: DEBUG nova.network.neutron [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Updated VIF entry in instance network info cache for port 183fd1d6-5b34-4757-ac2a-1ed0cb780847. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.357038] env[70771]: DEBUG nova.network.neutron [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Updating instance_info_cache with network_info: [{"id": "183fd1d6-5b34-4757-ac2a-1ed0cb780847", "address": "fa:16:3e:0b:e4:43", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183fd1d6-5b", "ovs_interfaceid": "183fd1d6-5b34-4757-ac2a-1ed0cb780847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.358239] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751025cf-b5d2-483f-889f-bd97ad81d5f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.383510] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.385305] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 727.385305] env[70771]: value = "task-3513377" [ 727.385305] env[70771]: _type = "Task" [ 727.385305] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.394565] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.535226] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526cb49d-7a57-2b8e-2484-9c016645dfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.05953} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.535646] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.535886] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.536186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.536379] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.536602] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.536917] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac362c0-5836-4636-9529-aed564a80c47 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.558111] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.558348] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.559217] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4009aa70-6aaf-4c64-a002-05b201228839 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.567383] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 727.567383] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5281a006-7086-4a76-9cdc-71fd1b2b301e" [ 727.567383] env[70771]: _type = "Task" [ 727.567383] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.578301] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5281a006-7086-4a76-9cdc-71fd1b2b301e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.591494] env[70771]: DEBUG oslo_vmware.api [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513376, 'name': PowerOffVM_Task, 'duration_secs': 0.161946} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.591824] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.592042] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.592359] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f83239fc-325e-4209-9d6e-5bd5d657f388 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.625144] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.625416] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.625613] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Deleting the datastore file [datastore1] ee4f74ea-706a-4efe-a7d5-5bff5aaef508 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.625892] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79dba581-128d-4ae1-ad73-87d7b00d0ae1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.633032] env[70771]: DEBUG oslo_vmware.api [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for the task: (returnval){ [ 727.633032] env[70771]: value = "task-3513379" [ 727.633032] env[70771]: _type = "Task" [ 727.633032] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.641792] env[70771]: DEBUG oslo_vmware.api [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.873778] env[70771]: DEBUG oslo_concurrency.lockutils [req-bd24907e-da7d-4c66-815b-c16e18172e56 req-b96eef3f-760e-4d02-b534-2f53739e7bba service nova] Releasing lock "refresh_cache-0bd0a48d-a47f-45fd-ab1d-2baf3d364543" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.885622] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745337} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.888556] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] a0324c35-a135-465e-9bad-b02b7e0996ee/a0324c35-a135-465e-9bad-b02b7e0996ee.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.888556] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.894227] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-424d3412-178e-443f-9d09-47b7e30c7621 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.900761] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513377, 'name': ReconfigVM_Task, 'duration_secs': 0.318106} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.904530] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Reconfigured VM instance instance-0000001c to attach disk [datastore1] b426771b-a300-4275-a93f-2fdff440adfc/b426771b-a300-4275-a93f-2fdff440adfc.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.905386] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 727.905386] env[70771]: value = "task-3513380" [ 727.905386] env[70771]: _type = "Task" [ 727.905386] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.905857] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46054b5f-726d-4995-abea-02c845fc6d27 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.917807] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.922285] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 727.922285] env[70771]: value = "task-3513381" [ 727.922285] env[70771]: _type = "Task" [ 727.922285] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.931053] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513381, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.078743] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5281a006-7086-4a76-9cdc-71fd1b2b301e, 'name': SearchDatastore_Task, 'duration_secs': 0.025083} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.082183] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd2b9bb-3c4c-4f3f-8801-a7adde421dc9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.090940] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 728.090940] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524c7788-d3b0-e7aa-929a-6457f3720cb3" [ 728.090940] env[70771]: _type = "Task" [ 728.090940] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.105032] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524c7788-d3b0-e7aa-929a-6457f3720cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.150083] env[70771]: DEBUG oslo_vmware.api [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Task: {'id': task-3513379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107517} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.150083] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.150083] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.150083] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.150083] env[70771]: INFO nova.compute.manager [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Took 1.09 seconds to destroy the instance on the hypervisor. [ 728.152346] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.152346] env[70771]: DEBUG nova.compute.manager [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.152346] env[70771]: DEBUG nova.network.neutron [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.176049] env[70771]: DEBUG nova.network.neutron [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.238285] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a540f11-c64d-4756-9123-fc27c600423d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.247283] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336bfd8f-f92c-44e2-bda4-b9d6a3aad3b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.280309] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97063c99-0185-44b9-95bc-d58602902edb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.291883] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f1c109-8b1b-44ad-b601-a4c4014c4fd3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.316319] env[70771]: DEBUG nova.compute.provider_tree [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.418993] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106941} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.418993] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.418993] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b54976-f56f-4cdb-89a6-b201f29ff5a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.444718] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a0324c35-a135-465e-9bad-b02b7e0996ee/a0324c35-a135-465e-9bad-b02b7e0996ee.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.445480] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b97c0f-0ef2-49ff-b42f-e675e1c3fc11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.464213] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513381, 'name': Rename_Task, 'duration_secs': 0.145366} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.465032] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.465121] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-481bd4b6-5e49-4638-9a4d-1bc74db49b0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.473344] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 728.473344] env[70771]: value = "task-3513382" [ 728.473344] env[70771]: _type = "Task" [ 728.473344] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.474653] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 728.474653] env[70771]: value = "task-3513383" [ 728.474653] env[70771]: _type = "Task" [ 728.474653] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.478652] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad544b-0e0f-43ee-b01d-14ea0634c3a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.491985] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.507936] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance '65910f00-90c8-4d6c-9fdd-b215a898890c' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 728.512240] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.602411] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524c7788-d3b0-e7aa-929a-6457f3720cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.015836} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.602411] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.602411] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0bd0a48d-a47f-45fd-ab1d-2baf3d364543/0bd0a48d-a47f-45fd-ab1d-2baf3d364543.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.602643] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d56177fa-bc13-4646-b401-ba95379e7e62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.612504] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 728.612504] env[70771]: value = "task-3513384" [ 728.612504] env[70771]: _type = "Task" [ 728.612504] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.620919] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.679482] env[70771]: DEBUG nova.network.neutron [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.820449] env[70771]: DEBUG nova.scheduler.client.report [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.991086] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.993733] env[70771]: DEBUG oslo_vmware.api [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513383, 'name': PowerOnVM_Task, 'duration_secs': 0.469326} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.994010] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.994227] env[70771]: DEBUG nova.compute.manager [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.995112] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1494c5f3-f267-4924-8874-83f35b451fa4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.014233] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.014233] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92bd8b88-39a7-42f3-adc5-0e8147ea32ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.024073] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 729.024073] env[70771]: value = "task-3513385" [ 729.024073] env[70771]: _type = "Task" [ 729.024073] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.036752] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.123438] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513384, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.182174] env[70771]: INFO nova.compute.manager [-] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Took 1.03 seconds to deallocate network for instance. [ 729.328294] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.328931] env[70771]: DEBUG nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.332010] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.134s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.332252] env[70771]: DEBUG nova.objects.instance [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lazy-loading 'resources' on Instance uuid c2b29143-d689-46d8-9353-0ba1c3d4c5d6 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.484962] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513382, 'name': ReconfigVM_Task, 'duration_secs': 0.716526} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.485265] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a0324c35-a135-465e-9bad-b02b7e0996ee/a0324c35-a135-465e-9bad-b02b7e0996ee.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.485913] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ef99d5a-cf76-4c6b-992f-63f8f6d6df79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.493942] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 729.493942] env[70771]: value = "task-3513386" [ 729.493942] env[70771]: _type = "Task" [ 729.493942] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.503311] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513386, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.513900] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.533674] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513385, 'name': PowerOffVM_Task, 'duration_secs': 0.347107} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.534049] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.534258] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance '65910f00-90c8-4d6c-9fdd-b215a898890c' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 729.622634] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63222} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.622926] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0bd0a48d-a47f-45fd-ab1d-2baf3d364543/0bd0a48d-a47f-45fd-ab1d-2baf3d364543.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.623124] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.623380] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4080a296-3a86-4fcb-9cbb-641194a769ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.629904] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 729.629904] env[70771]: value = "task-3513387" [ 729.629904] env[70771]: _type = "Task" [ 729.629904] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.638503] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.689369] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.837731] env[70771]: DEBUG nova.compute.utils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.843700] env[70771]: DEBUG nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.844070] env[70771]: DEBUG nova.network.neutron [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.926419] env[70771]: DEBUG nova.policy [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67c8abb8b88c4426b0e5a2aa5eebee5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64bd767efe0b47afa2b2683bba512092', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.008020] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513386, 'name': Rename_Task, 'duration_secs': 0.14383} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.008020] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.008515] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a939bc0c-f3d5-4831-9813-1173db58c82f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.019431] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 730.019431] env[70771]: value = "task-3513388" [ 730.019431] env[70771]: _type = "Task" [ 730.019431] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.032518] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.041667] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.042251] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.042491] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.042688] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.042835] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.043098] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.043321] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.043478] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.043640] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.046983] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.047223] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.053801] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b668398-3eb8-488e-819e-be46ffa62206 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.074861] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 730.074861] env[70771]: value = "task-3513389" [ 730.074861] env[70771]: _type = "Task" [ 730.074861] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.084305] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.140705] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067083} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.143314] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.144343] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268a482f-1afa-41af-8093-820e8a327608 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.172244] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 0bd0a48d-a47f-45fd-ab1d-2baf3d364543/0bd0a48d-a47f-45fd-ab1d-2baf3d364543.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.175164] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46221c12-43d0-453f-93aa-90f68ca30925 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.197704] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 730.197704] env[70771]: value = "task-3513390" [ 730.197704] env[70771]: _type = "Task" [ 730.197704] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.209979] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.344972] env[70771]: DEBUG nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.446032] env[70771]: DEBUG nova.network.neutron [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Successfully created port: fe7a0006-0822-46ff-8f04-f961d53c2192 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.456288] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88070e67-1c2a-4344-a844-9a306252eeb5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.465985] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af865538-63cb-4bfb-99df-93acc1cd17ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.498428] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a0f4f-698c-4c41-b98f-2f2b72ced9fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.507765] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f97b880-35f2-4893-82cc-be954471f9ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.528502] env[70771]: DEBUG nova.compute.provider_tree [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.539419] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.583248] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.709121] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.928489] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "b426771b-a300-4275-a93f-2fdff440adfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.933023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "b426771b-a300-4275-a93f-2fdff440adfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.933023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "b426771b-a300-4275-a93f-2fdff440adfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.933023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "b426771b-a300-4275-a93f-2fdff440adfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.933023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "b426771b-a300-4275-a93f-2fdff440adfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.933895] env[70771]: INFO nova.compute.manager [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Terminating instance [ 731.034477] env[70771]: DEBUG nova.scheduler.client.report [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.047994] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.087518] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513389, 'name': ReconfigVM_Task, 'duration_secs': 0.808103} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.088014] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance '65910f00-90c8-4d6c-9fdd-b215a898890c' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 731.210275] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513390, 'name': ReconfigVM_Task, 'duration_secs': 0.66029} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.213751] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 0bd0a48d-a47f-45fd-ab1d-2baf3d364543/0bd0a48d-a47f-45fd-ab1d-2baf3d364543.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.213751] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23b3c478-0ddd-4e16-8a42-8203bcc0fd7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.222190] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 731.222190] env[70771]: value = "task-3513391" [ 731.222190] env[70771]: _type = "Task" [ 731.222190] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.234367] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513391, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.355460] env[70771]: DEBUG nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.390575] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.390854] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.391025] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.391214] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.391362] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.391511] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.391784] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.391966] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.393077] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.393299] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.393492] env[70771]: DEBUG nova.virt.hardware [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.394410] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b9347a-0ae2-413d-9f71-54a0e3a70774 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.407786] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4d2f9-ac33-4b90-ad29-0d051c248ea1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.443458] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "refresh_cache-b426771b-a300-4275-a93f-2fdff440adfc" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.443458] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquired lock "refresh_cache-b426771b-a300-4275-a93f-2fdff440adfc" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.443458] env[70771]: DEBUG nova.network.neutron [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.542527] env[70771]: DEBUG oslo_vmware.api [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513388, 'name': PowerOnVM_Task, 'duration_secs': 1.134155} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.542835] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.543079] env[70771]: INFO nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Took 10.16 seconds to spawn the instance on the hypervisor. [ 731.543362] env[70771]: DEBUG nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.544232] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b88a8-7edb-4b08-84da-4ccef511e4bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.549993] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.554671] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.329s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.556355] env[70771]: INFO nova.compute.claims [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.578083] env[70771]: INFO nova.scheduler.client.report [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Deleted allocations for instance c2b29143-d689-46d8-9353-0ba1c3d4c5d6 [ 731.596607] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.596854] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.597032] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.597245] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.597391] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.597554] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.598776] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.598776] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.601195] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.601437] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.601650] env[70771]: DEBUG nova.virt.hardware [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.607789] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 731.608176] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df84dcd3-ecd7-4d31-bd42-4d1c3e0a896a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.631422] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 731.631422] env[70771]: value = "task-3513392" [ 731.631422] env[70771]: _type = "Task" [ 731.631422] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.641598] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.737995] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513391, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.969392] env[70771]: DEBUG nova.network.neutron [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.027754] env[70771]: DEBUG nova.network.neutron [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.074078] env[70771]: INFO nova.compute.manager [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Took 41.06 seconds to build instance. [ 732.091083] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f9604c4-0550-420e-a5bd-1d0cbd12c14f tempest-ServersAdmin275Test-526206190 tempest-ServersAdmin275Test-526206190-project-member] Lock "c2b29143-d689-46d8-9353-0ba1c3d4c5d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.398s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.144364] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513392, 'name': ReconfigVM_Task, 'duration_secs': 0.366435} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.144644] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 732.145533] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634ae859-fd0f-43f2-b51f-2704c34ce085 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.171446] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 65910f00-90c8-4d6c-9fdd-b215a898890c/65910f00-90c8-4d6c-9fdd-b215a898890c.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.171446] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f44344-5e29-4701-82e9-043ff3565f67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.196020] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 732.196020] env[70771]: value = "task-3513393" [ 732.196020] env[70771]: _type = "Task" [ 732.196020] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.203421] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.238294] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513391, 'name': Rename_Task, 'duration_secs': 0.792256} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.238294] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.238294] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d18ffa43-5d7e-4440-b5f3-3f161c358189 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.246346] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 732.246346] env[70771]: value = "task-3513394" [ 732.246346] env[70771]: _type = "Task" [ 732.246346] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.264723] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.391949] env[70771]: DEBUG nova.compute.manager [req-35d7a445-21df-4c97-94a1-5ce1f1368962 req-1e8786b9-e57e-4662-a842-afe468c59af6 service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Received event network-vif-plugged-fe7a0006-0822-46ff-8f04-f961d53c2192 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.392212] env[70771]: DEBUG oslo_concurrency.lockutils [req-35d7a445-21df-4c97-94a1-5ce1f1368962 req-1e8786b9-e57e-4662-a842-afe468c59af6 service nova] Acquiring lock "f01746b5-6833-4612-bb74-91a70b81b610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.392428] env[70771]: DEBUG oslo_concurrency.lockutils [req-35d7a445-21df-4c97-94a1-5ce1f1368962 req-1e8786b9-e57e-4662-a842-afe468c59af6 service nova] Lock "f01746b5-6833-4612-bb74-91a70b81b610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.392595] env[70771]: DEBUG oslo_concurrency.lockutils [req-35d7a445-21df-4c97-94a1-5ce1f1368962 req-1e8786b9-e57e-4662-a842-afe468c59af6 service nova] Lock "f01746b5-6833-4612-bb74-91a70b81b610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.392763] env[70771]: DEBUG nova.compute.manager [req-35d7a445-21df-4c97-94a1-5ce1f1368962 req-1e8786b9-e57e-4662-a842-afe468c59af6 service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] No waiting events found dispatching network-vif-plugged-fe7a0006-0822-46ff-8f04-f961d53c2192 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.392966] env[70771]: WARNING nova.compute.manager [req-35d7a445-21df-4c97-94a1-5ce1f1368962 req-1e8786b9-e57e-4662-a842-afe468c59af6 service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Received unexpected event network-vif-plugged-fe7a0006-0822-46ff-8f04-f961d53c2192 for instance with vm_state building and task_state spawning. [ 732.532882] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Releasing lock "refresh_cache-b426771b-a300-4275-a93f-2fdff440adfc" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.532882] env[70771]: DEBUG nova.compute.manager [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.532882] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.533229] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b143c6ef-d38d-4552-be9f-1e7a7ef6ffc5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.541854] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.541854] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6419b88-6f6d-43a8-bcce-0224e8c00790 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.549730] env[70771]: DEBUG oslo_vmware.api [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 732.549730] env[70771]: value = "task-3513395" [ 732.549730] env[70771]: _type = "Task" [ 732.549730] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.556664] env[70771]: DEBUG nova.network.neutron [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Successfully updated port: fe7a0006-0822-46ff-8f04-f961d53c2192 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.570831] env[70771]: DEBUG oslo_vmware.api [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.575818] env[70771]: DEBUG oslo_concurrency.lockutils [None req-12ff9f8a-7fe8-4a02-b99e-f32b206c7f6c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.287s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.708862] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513393, 'name': ReconfigVM_Task, 'duration_secs': 0.484557} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.709332] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 65910f00-90c8-4d6c-9fdd-b215a898890c/65910f00-90c8-4d6c-9fdd-b215a898890c.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.710146] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance '65910f00-90c8-4d6c-9fdd-b215a898890c' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 732.764316] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.061564] env[70771]: DEBUG oslo_vmware.api [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513395, 'name': PowerOffVM_Task, 'duration_secs': 0.157674} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.064415] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "refresh_cache-f01746b5-6833-4612-bb74-91a70b81b610" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.064554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquired lock "refresh_cache-f01746b5-6833-4612-bb74-91a70b81b610" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.064705] env[70771]: DEBUG nova.network.neutron [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.065792] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.065967] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.066626] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc16384e-4675-4578-8a12-750720cfa5f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.080041] env[70771]: DEBUG nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.098019] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.098019] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.099227] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Deleting the datastore file [datastore1] b426771b-a300-4275-a93f-2fdff440adfc {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.099227] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e0cc735-b031-4296-a352-d202e5599981 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.108104] env[70771]: DEBUG oslo_vmware.api [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for the task: (returnval){ [ 733.108104] env[70771]: value = "task-3513397" [ 733.108104] env[70771]: _type = "Task" [ 733.108104] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.121080] env[70771]: DEBUG oslo_vmware.api [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.139491] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f8f2e6-4d9c-4978-989f-a2055964ea5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.149859] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b100efe3-6f9e-41c5-9936-77b069183c3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.190272] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc667aa0-7426-4a1a-82b0-fec491a0a7c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.199887] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b4892-083f-4aad-ad3c-f42aec3fc639 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.215434] env[70771]: DEBUG nova.compute.provider_tree [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.219719] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7372e7-0211-4c4d-b6c2-4e3b64f4ee5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.240852] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101f6937-6618-4f77-aa5c-4428dbaf94f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.264035] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance '65910f00-90c8-4d6c-9fdd-b215a898890c' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.278035] env[70771]: DEBUG oslo_vmware.api [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513394, 'name': PowerOnVM_Task, 'duration_secs': 0.650556} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.278365] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.278625] env[70771]: INFO nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Took 9.20 seconds to spawn the instance on the hypervisor. [ 733.278995] env[70771]: DEBUG nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.279848] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f46ad9-8c57-4636-aafe-12b06903fd47 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.610750] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.620603] env[70771]: DEBUG oslo_vmware.api [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Task: {'id': task-3513397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212281} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.620960] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.621248] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.621486] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.622089] env[70771]: INFO nova.compute.manager [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 733.622089] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.622362] env[70771]: DEBUG nova.compute.manager [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.622484] env[70771]: DEBUG nova.network.neutron [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.642979] env[70771]: DEBUG nova.network.neutron [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.652234] env[70771]: DEBUG nova.network.neutron [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.723701] env[70771]: DEBUG nova.scheduler.client.report [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.808668] env[70771]: INFO nova.compute.manager [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Took 40.20 seconds to build instance. [ 733.822974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "a0324c35-a135-465e-9bad-b02b7e0996ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.822974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.822974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "a0324c35-a135-465e-9bad-b02b7e0996ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.822974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.823210] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.825773] env[70771]: INFO nova.compute.manager [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Terminating instance [ 733.834500] env[70771]: DEBUG nova.network.neutron [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Port 0fc62238-0cbf-4c72-9f12-d823e1974653 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 733.941196] env[70771]: DEBUG nova.network.neutron [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Updating instance_info_cache with network_info: [{"id": "fe7a0006-0822-46ff-8f04-f961d53c2192", "address": "fa:16:3e:84:c5:68", "network": {"id": "3ae5c9e0-835f-46e5-af26-d97ce3bd5df3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-468112058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64bd767efe0b47afa2b2683bba512092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7a0006-08", "ovs_interfaceid": "fe7a0006-0822-46ff-8f04-f961d53c2192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.155356] env[70771]: DEBUG nova.network.neutron [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.235209] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.235729] env[70771]: DEBUG nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.243352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.440s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.243521] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.243682] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 734.243994] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.661s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.244266] env[70771]: DEBUG nova.objects.instance [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lazy-loading 'resources' on Instance uuid bba0e3f4-d8ea-4e56-8976-9640fbecc97a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.246257] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25993d17-786f-4ec7-9a19-e1256bbab57a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.260168] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb6c888-1b50-486d-b914-4d5f2807df4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.285874] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29911993-2033-4a15-81ec-15219dcf8709 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.294697] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8e279e-b4f2-4710-a9fb-da4d9bb720fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.341786] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2ed6beaf-c2ef-46d6-aa4c-9d51c2972b43 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.051s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.341786] env[70771]: DEBUG nova.compute.manager [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.341786] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.345449] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179010MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 734.345449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.347584] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b4ff1a-fbb9-4745-b57c-70de1ff76c16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.357896] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.358448] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-006ae0df-7946-4dfe-85ee-e282ea00ae0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.366813] env[70771]: DEBUG oslo_vmware.api [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 734.366813] env[70771]: value = "task-3513398" [ 734.366813] env[70771]: _type = "Task" [ 734.366813] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.376349] env[70771]: DEBUG oslo_vmware.api [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.447036] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Releasing lock "refresh_cache-f01746b5-6833-4612-bb74-91a70b81b610" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.447036] env[70771]: DEBUG nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Instance network_info: |[{"id": "fe7a0006-0822-46ff-8f04-f961d53c2192", "address": "fa:16:3e:84:c5:68", "network": {"id": "3ae5c9e0-835f-46e5-af26-d97ce3bd5df3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-468112058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64bd767efe0b47afa2b2683bba512092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7a0006-08", "ovs_interfaceid": "fe7a0006-0822-46ff-8f04-f961d53c2192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.447183] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:c5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe7a0006-0822-46ff-8f04-f961d53c2192', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.455602] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Creating folder: Project (64bd767efe0b47afa2b2683bba512092). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.455602] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2898ef35-eee5-4ea7-8fc3-ce619f4db033 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.468673] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Created folder: Project (64bd767efe0b47afa2b2683bba512092) in parent group-v701875. [ 734.468673] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Creating folder: Instances. Parent ref: group-v701963. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.469122] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb2f169b-5501-4576-9b59-1bfd54bac5bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.480097] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Created folder: Instances in parent group-v701963. [ 734.480351] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.480545] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.480922] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ed1e999-5bf0-4800-9e8b-bf018e30c575 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.508430] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.508430] env[70771]: value = "task-3513401" [ 734.508430] env[70771]: _type = "Task" [ 734.508430] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.516689] env[70771]: DEBUG nova.compute.manager [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Received event network-changed-fe7a0006-0822-46ff-8f04-f961d53c2192 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.516689] env[70771]: DEBUG nova.compute.manager [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Refreshing instance network info cache due to event network-changed-fe7a0006-0822-46ff-8f04-f961d53c2192. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.516689] env[70771]: DEBUG oslo_concurrency.lockutils [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] Acquiring lock "refresh_cache-f01746b5-6833-4612-bb74-91a70b81b610" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.516964] env[70771]: DEBUG oslo_concurrency.lockutils [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] Acquired lock "refresh_cache-f01746b5-6833-4612-bb74-91a70b81b610" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.518230] env[70771]: DEBUG nova.network.neutron [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Refreshing network info cache for port fe7a0006-0822-46ff-8f04-f961d53c2192 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.524940] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513401, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.531022] env[70771]: DEBUG oslo_concurrency.lockutils [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.531022] env[70771]: DEBUG oslo_concurrency.lockutils [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.531022] env[70771]: DEBUG nova.compute.manager [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.531022] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ce5d2-1abb-4484-9886-bb0cc4198657 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.541095] env[70771]: DEBUG nova.compute.manager [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 734.542103] env[70771]: DEBUG nova.objects.instance [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lazy-loading 'flavor' on Instance uuid 0bd0a48d-a47f-45fd-ab1d-2baf3d364543 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.660605] env[70771]: INFO nova.compute.manager [-] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Took 1.04 seconds to deallocate network for instance. [ 734.747334] env[70771]: DEBUG nova.compute.utils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.749975] env[70771]: DEBUG nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.750228] env[70771]: DEBUG nova.network.neutron [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.833396] env[70771]: DEBUG nova.policy [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32ba93893954e65adfdc216d862b769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3b7cf94dcf54cf1aa4104ed66014c38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.859892] env[70771]: DEBUG nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.878452] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.878716] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.878897] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.900825] env[70771]: DEBUG oslo_vmware.api [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513398, 'name': PowerOffVM_Task, 'duration_secs': 0.174558} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.904379] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.904584] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.906507] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-276f542b-274d-428f-8c0e-b2d8a503366f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.975865] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.976097] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.976239] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleting the datastore file [datastore1] a0324c35-a135-465e-9bad-b02b7e0996ee {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.976497] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f75cef62-c46b-483f-b716-94524391262f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.986475] env[70771]: DEBUG oslo_vmware.api [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 734.986475] env[70771]: value = "task-3513403" [ 734.986475] env[70771]: _type = "Task" [ 734.986475] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.999929] env[70771]: DEBUG oslo_vmware.api [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.022788] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513401, 'name': CreateVM_Task, 'duration_secs': 0.385034} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.023611] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.027635] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.027635] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.027635] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.027635] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2036621c-2b62-473c-b430-182169c59cd3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.034302] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 735.034302] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52946b93-5018-7e26-d4e4-74dce4e075d7" [ 735.034302] env[70771]: _type = "Task" [ 735.034302] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.051338] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52946b93-5018-7e26-d4e4-74dce4e075d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.052637] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.052901] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.055091] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.055091] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.055091] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.060186] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-973e7df4-4351-4567-897b-f5e446c43742 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.073815] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.074013] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.074816] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac750c7-12d9-4cc2-8e34-2a21e205f2ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.086556] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 735.086556] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5287a18e-4556-ae78-22ed-6040322db3a9" [ 735.086556] env[70771]: _type = "Task" [ 735.086556] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.095538] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5287a18e-4556-ae78-22ed-6040322db3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.166775] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.256271] env[70771]: DEBUG nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.397736] env[70771]: DEBUG nova.network.neutron [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Updated VIF entry in instance network info cache for port fe7a0006-0822-46ff-8f04-f961d53c2192. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.398118] env[70771]: DEBUG nova.network.neutron [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Updating instance_info_cache with network_info: [{"id": "fe7a0006-0822-46ff-8f04-f961d53c2192", "address": "fa:16:3e:84:c5:68", "network": {"id": "3ae5c9e0-835f-46e5-af26-d97ce3bd5df3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-468112058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64bd767efe0b47afa2b2683bba512092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7a0006-08", "ovs_interfaceid": "fe7a0006-0822-46ff-8f04-f961d53c2192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.401896] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.432124] env[70771]: DEBUG nova.network.neutron [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Successfully created port: 94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.457588] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481c650-cef4-445c-83bd-7273fe884564 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.466380] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61bde8-72a0-4270-9f7a-b436dfdbc916 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.502821] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e409055-5591-4102-a1d2-a9dde58b290a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.514189] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d30d3e-a9ed-4f93-9bfd-768e2413fa74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.520022] env[70771]: DEBUG oslo_vmware.api [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148784} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.520022] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.520022] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.520022] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.520022] env[70771]: INFO nova.compute.manager [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 735.520393] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.520393] env[70771]: DEBUG nova.compute.manager [-] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.520393] env[70771]: DEBUG nova.network.neutron [-] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.539802] env[70771]: DEBUG nova.compute.provider_tree [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.554936] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.555239] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9988c10d-4ba2-4d3d-bfba-182fc50f8ac3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.564773] env[70771]: DEBUG oslo_vmware.api [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 735.564773] env[70771]: value = "task-3513404" [ 735.564773] env[70771]: _type = "Task" [ 735.564773] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.574429] env[70771]: DEBUG oslo_vmware.api [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.596238] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5287a18e-4556-ae78-22ed-6040322db3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.597043] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b240de-8f66-4e4b-a082-1644781e32e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.604401] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 735.604401] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525e16ea-eae8-c564-2ac4-cb26f9dfc5f2" [ 735.604401] env[70771]: _type = "Task" [ 735.604401] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.614662] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525e16ea-eae8-c564-2ac4-cb26f9dfc5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.733630] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "529bacab-2dd3-4d2a-8a12-96c37f30f346" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.733943] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.905392] env[70771]: DEBUG oslo_concurrency.lockutils [req-633234de-2529-4342-aa19-da59f7433442 req-f906a65f-a3b0-42f2-af6a-1daed1bd073d service nova] Releasing lock "refresh_cache-f01746b5-6833-4612-bb74-91a70b81b610" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.952107] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.952304] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.952483] env[70771]: DEBUG nova.network.neutron [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.043378] env[70771]: DEBUG nova.scheduler.client.report [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.074902] env[70771]: DEBUG nova.compute.manager [req-ed0c587a-92e7-4b37-bb4c-22a3b8b5e79a req-a8186bf9-08b4-428c-af57-14860a12a093 service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Received event network-vif-deleted-140ea0ca-27a6-4973-84d5-c3b917b36303 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.075634] env[70771]: INFO nova.compute.manager [req-ed0c587a-92e7-4b37-bb4c-22a3b8b5e79a req-a8186bf9-08b4-428c-af57-14860a12a093 service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Neutron deleted interface 140ea0ca-27a6-4973-84d5-c3b917b36303; detaching it from the instance and deleting it from the info cache [ 736.075634] env[70771]: DEBUG nova.network.neutron [req-ed0c587a-92e7-4b37-bb4c-22a3b8b5e79a req-a8186bf9-08b4-428c-af57-14860a12a093 service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.086350] env[70771]: DEBUG oslo_vmware.api [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513404, 'name': PowerOffVM_Task, 'duration_secs': 0.253846} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.086741] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.087093] env[70771]: DEBUG nova.compute.manager [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.088380] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc31a3-8213-4bae-bd35-637a44c558e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.117438] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525e16ea-eae8-c564-2ac4-cb26f9dfc5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.118488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.119174] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] f01746b5-6833-4612-bb74-91a70b81b610/f01746b5-6833-4612-bb74-91a70b81b610.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.119591] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0425b25-c486-44cd-9182-634170f38eb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.128431] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 736.128431] env[70771]: value = "task-3513405" [ 736.128431] env[70771]: _type = "Task" [ 736.128431] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.141493] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.271170] env[70771]: DEBUG nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.317426] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.318065] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.322025] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.322025] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.322025] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.322025] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.322025] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.322438] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.322438] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.322438] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.322438] env[70771]: DEBUG nova.virt.hardware [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.322438] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d818c6-bc3a-46f8-bbf9-cadbf94c3eb5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.333117] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0c560-d656-4b52-a8dc-e1707f256604 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.353876] env[70771]: DEBUG nova.network.neutron [-] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.548852] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.555436] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.699s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.555436] env[70771]: DEBUG nova.objects.instance [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lazy-loading 'resources' on Instance uuid 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.578963] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d58f8fa7-5995-417e-8bb3-dcad8c844427 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.583216] env[70771]: INFO nova.scheduler.client.report [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Deleted allocations for instance bba0e3f4-d8ea-4e56-8976-9640fbecc97a [ 736.599027] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb98d1ab-bd56-4d41-be16-75a35f6467be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.617240] env[70771]: DEBUG oslo_concurrency.lockutils [None req-826e281c-cbe0-41c2-9dad-b31b9e8a3338 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.645904] env[70771]: DEBUG nova.compute.manager [req-ed0c587a-92e7-4b37-bb4c-22a3b8b5e79a req-a8186bf9-08b4-428c-af57-14860a12a093 service nova] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Detach interface failed, port_id=140ea0ca-27a6-4973-84d5-c3b917b36303, reason: Instance a0324c35-a135-465e-9bad-b02b7e0996ee could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 736.657470] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518318} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.657773] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] f01746b5-6833-4612-bb74-91a70b81b610/f01746b5-6833-4612-bb74-91a70b81b610.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.658984] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.658984] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78fc1556-a748-42a2-b537-1e24a225abb4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.670396] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 736.670396] env[70771]: value = "task-3513406" [ 736.670396] env[70771]: _type = "Task" [ 736.670396] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.683369] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.712567] env[70771]: DEBUG nova.network.neutron [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance_info_cache with network_info: [{"id": "0fc62238-0cbf-4c72-9f12-d823e1974653", "address": "fa:16:3e:bf:40:cc", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc62238-0c", "ovs_interfaceid": "0fc62238-0cbf-4c72-9f12-d823e1974653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.856999] env[70771]: INFO nova.compute.manager [-] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Took 1.34 seconds to deallocate network for instance. [ 737.102628] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed2d14b5-1193-4415-8089-8e23197a293d tempest-FloatingIPsAssociationNegativeTestJSON-1242754510 tempest-FloatingIPsAssociationNegativeTestJSON-1242754510-project-member] Lock "bba0e3f4-d8ea-4e56-8976-9640fbecc97a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.586s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.181653] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069538} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.181956] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.182715] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19f2f1-d5c0-4ad7-8e95-719a14ad2fe8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.212677] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] f01746b5-6833-4612-bb74-91a70b81b610/f01746b5-6833-4612-bb74-91a70b81b610.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.215400] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d466a8c-ac09-4a8d-a79b-299dca6efdc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.230103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.241403] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 737.241403] env[70771]: value = "task-3513407" [ 737.241403] env[70771]: _type = "Task" [ 737.241403] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.253762] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.363584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.626667] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135dcf9c-dda4-4a7c-a353-b2f182c73f0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.637857] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d670d01b-11c6-40b8-a272-334938d2e7f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.675017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93930ef1-9dc9-4586-97ea-66d90af7cc76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.683187] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d76345-e6d7-44d6-85b4-d097c06b9a16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.699817] env[70771]: DEBUG nova.compute.provider_tree [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.751899] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513407, 'name': ReconfigVM_Task, 'duration_secs': 0.326395} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.752916] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Reconfigured VM instance instance-0000001f to attach disk [datastore1] f01746b5-6833-4612-bb74-91a70b81b610/f01746b5-6833-4612-bb74-91a70b81b610.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.754140] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb47a650-facf-4ef9-95ef-fa1cce1649f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.756718] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0513f8a-898c-4078-a90e-1cff47a7290d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.776749] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6744b928-61de-4eff-b6b3-11ce5040cad8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.779710] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 737.779710] env[70771]: value = "task-3513408" [ 737.779710] env[70771]: _type = "Task" [ 737.779710] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.788921] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance '65910f00-90c8-4d6c-9fdd-b215a898890c' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 737.798780] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513408, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.799669] env[70771]: DEBUG nova.network.neutron [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Successfully updated port: 94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.088490] env[70771]: DEBUG nova.compute.manager [req-b1fc8b06-7bdb-4c60-a36f-4f071064951b req-d89ce0b2-c37b-4d16-b184-c22c9bd46271 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Received event network-vif-plugged-94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.088733] env[70771]: DEBUG oslo_concurrency.lockutils [req-b1fc8b06-7bdb-4c60-a36f-4f071064951b req-d89ce0b2-c37b-4d16-b184-c22c9bd46271 service nova] Acquiring lock "49faccb0-7db4-40f0-ab40-cce0d967aae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.088930] env[70771]: DEBUG oslo_concurrency.lockutils [req-b1fc8b06-7bdb-4c60-a36f-4f071064951b req-d89ce0b2-c37b-4d16-b184-c22c9bd46271 service nova] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.089105] env[70771]: DEBUG oslo_concurrency.lockutils [req-b1fc8b06-7bdb-4c60-a36f-4f071064951b req-d89ce0b2-c37b-4d16-b184-c22c9bd46271 service nova] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.089376] env[70771]: DEBUG nova.compute.manager [req-b1fc8b06-7bdb-4c60-a36f-4f071064951b req-d89ce0b2-c37b-4d16-b184-c22c9bd46271 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] No waiting events found dispatching network-vif-plugged-94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.091271] env[70771]: WARNING nova.compute.manager [req-b1fc8b06-7bdb-4c60-a36f-4f071064951b req-d89ce0b2-c37b-4d16-b184-c22c9bd46271 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Received unexpected event network-vif-plugged-94553675-1168-47ee-8eaa-c44515c8782e for instance with vm_state building and task_state spawning. [ 738.203203] env[70771]: DEBUG nova.scheduler.client.report [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.292370] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.292697] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513408, 'name': Rename_Task, 'duration_secs': 0.169134} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.293311] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eae3664-ece4-46dd-9ae4-0c5ffc1a6d4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.295787] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.295787] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ed4e5a-5101-4425-80e8-a6c923abd54d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.302358] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.302510] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.302666] env[70771]: DEBUG nova.network.neutron [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.305860] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 738.305860] env[70771]: value = "task-3513410" [ 738.305860] env[70771]: _type = "Task" [ 738.305860] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.310993] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 738.310993] env[70771]: value = "task-3513409" [ 738.310993] env[70771]: _type = "Task" [ 738.310993] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.322656] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.326177] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.530023] env[70771]: DEBUG nova.compute.manager [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.530833] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5fa3e-5c86-4fdc-ac24-92e72481f76a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.710392] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.711248] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.308s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.712979] env[70771]: INFO nova.compute.claims [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.751152] env[70771]: INFO nova.scheduler.client.report [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Deleted allocations for instance 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e [ 738.829662] env[70771]: DEBUG oslo_vmware.api [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513409, 'name': PowerOnVM_Task, 'duration_secs': 0.425555} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.833027] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.833482] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6e12e-c206-42a7-af6e-69f21f061e73 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance '65910f00-90c8-4d6c-9fdd-b215a898890c' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 738.837267] env[70771]: DEBUG oslo_vmware.api [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513410, 'name': PowerOnVM_Task, 'duration_secs': 0.496218} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.838253] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.838647] env[70771]: INFO nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Took 7.48 seconds to spawn the instance on the hypervisor. [ 738.839042] env[70771]: DEBUG nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.840032] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c3420c-9428-4112-9e00-804dec25471f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.861016] env[70771]: DEBUG nova.network.neutron [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.043619] env[70771]: INFO nova.compute.manager [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] instance snapshotting [ 739.043619] env[70771]: WARNING nova.compute.manager [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 739.046163] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066f1152-fd4b-46d3-9026-c06942677174 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.073738] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e581c11f-2b40-42fd-b0d7-5924ff320760 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.149464] env[70771]: DEBUG nova.network.neutron [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updating instance_info_cache with network_info: [{"id": "94553675-1168-47ee-8eaa-c44515c8782e", "address": "fa:16:3e:74:cf:84", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94553675-11", "ovs_interfaceid": "94553675-1168-47ee-8eaa-c44515c8782e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.263863] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca4d11af-4a2d-4514-9a9d-1d8900a701ef tempest-DeleteServersAdminTestJSON-513793110 tempest-DeleteServersAdminTestJSON-513793110-project-member] Lock "7e1c9c1c-b83e-47ee-941e-9c2b66443b5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.529s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.361227] env[70771]: INFO nova.compute.manager [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Took 43.58 seconds to build instance. [ 739.585743] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.586079] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3dd79192-5cbf-41b0-9057-299d452a22df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.595605] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 739.595605] env[70771]: value = "task-3513411" [ 739.595605] env[70771]: _type = "Task" [ 739.595605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.606909] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.651625] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.651625] env[70771]: DEBUG nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Instance network_info: |[{"id": "94553675-1168-47ee-8eaa-c44515c8782e", "address": "fa:16:3e:74:cf:84", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94553675-11", "ovs_interfaceid": "94553675-1168-47ee-8eaa-c44515c8782e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.652016] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:cf:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94553675-1168-47ee-8eaa-c44515c8782e', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.659876] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Creating folder: Project (c3b7cf94dcf54cf1aa4104ed66014c38). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.660178] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5728453-57c0-41ea-94e7-8a9b4f45b088 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.673050] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Created folder: Project (c3b7cf94dcf54cf1aa4104ed66014c38) in parent group-v701875. [ 739.673474] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Creating folder: Instances. Parent ref: group-v701966. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.673559] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17171967-addd-424b-9c73-6f2109ddd782 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.684285] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Created folder: Instances in parent group-v701966. [ 739.684431] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.684547] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.684780] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e982f5f4-54fd-406d-987f-4155652e9474 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.709930] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.709930] env[70771]: value = "task-3513414" [ 739.709930] env[70771]: _type = "Task" [ 739.709930] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.718121] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513414, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.863289] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ed129c88-07de-4087-8df7-7f953dfcf824 tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "f01746b5-6833-4612-bb74-91a70b81b610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.187s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.110970] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.118358] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "8790a9bb-2651-4759-bf3d-fbc796c09666" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.119320] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.134114] env[70771]: DEBUG nova.compute.manager [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Received event network-changed-94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.134316] env[70771]: DEBUG nova.compute.manager [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Refreshing instance network info cache due to event network-changed-94553675-1168-47ee-8eaa-c44515c8782e. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.134536] env[70771]: DEBUG oslo_concurrency.lockutils [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] Acquiring lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.134726] env[70771]: DEBUG oslo_concurrency.lockutils [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] Acquired lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.134891] env[70771]: DEBUG nova.network.neutron [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Refreshing network info cache for port 94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.222968] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513414, 'name': CreateVM_Task, 'duration_secs': 0.401346} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.222968] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.225023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.225023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.225023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.225023] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a932a2-4831-41d2-9a4d-e3a37dd1b04d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.230540] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 740.230540] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d6d4f8-f5e0-62a3-a78a-65a34b9e8b4e" [ 740.230540] env[70771]: _type = "Task" [ 740.230540] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.242257] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d6d4f8-f5e0-62a3-a78a-65a34b9e8b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.268637] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb53dab4-ab7b-495d-b032-90356d865aa2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.287845] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64389acb-de99-43ea-ae25-717f636b1a0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.325719] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96600a-9a3c-484e-96e4-a20d0ec45410 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.334183] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa2269-f7f7-4b8a-b4ce-857011157a34 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.348772] env[70771]: DEBUG nova.compute.provider_tree [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.370764] env[70771]: DEBUG nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.373422] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "f01746b5-6833-4612-bb74-91a70b81b610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.373639] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "f01746b5-6833-4612-bb74-91a70b81b610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.373840] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "f01746b5-6833-4612-bb74-91a70b81b610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.374383] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "f01746b5-6833-4612-bb74-91a70b81b610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.374748] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "f01746b5-6833-4612-bb74-91a70b81b610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.376870] env[70771]: INFO nova.compute.manager [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Terminating instance [ 740.615971] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513411, 'name': CreateSnapshot_Task, 'duration_secs': 0.570238} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.616281] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.617029] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09601292-48cf-489c-8db9-dffd03bb1551 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.743516] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d6d4f8-f5e0-62a3-a78a-65a34b9e8b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.043113} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.743707] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.743949] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.744213] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.744362] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.744539] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.744819] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c657a05-c24f-45d2-8bda-5ede91ed8a4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.755582] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.755778] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.756655] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0c660d-54f6-4910-a9b5-b375e15ed780 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.762704] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 740.762704] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52362954-1b43-3a08-39f2-5e59faf1334c" [ 740.762704] env[70771]: _type = "Task" [ 740.762704] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.771155] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52362954-1b43-3a08-39f2-5e59faf1334c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.851588] env[70771]: DEBUG nova.scheduler.client.report [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.882566] env[70771]: DEBUG nova.compute.manager [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.882786] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.884472] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e940fbf6-4e8c-4f16-a05a-f4eaa44c32b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.893586] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.893980] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0027cff0-abba-461b-9ada-373fd87e63cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.902178] env[70771]: DEBUG oslo_vmware.api [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 740.902178] env[70771]: value = "task-3513415" [ 740.902178] env[70771]: _type = "Task" [ 740.902178] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.906112] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.912933] env[70771]: DEBUG oslo_vmware.api [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.994404] env[70771]: DEBUG nova.network.neutron [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updated VIF entry in instance network info cache for port 94553675-1168-47ee-8eaa-c44515c8782e. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.994676] env[70771]: DEBUG nova.network.neutron [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updating instance_info_cache with network_info: [{"id": "94553675-1168-47ee-8eaa-c44515c8782e", "address": "fa:16:3e:74:cf:84", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94553675-11", "ovs_interfaceid": "94553675-1168-47ee-8eaa-c44515c8782e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.138657] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 741.138986] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2550ff79-b0ad-4947-8cd3-79ae4b30c8f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.151629] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 741.151629] env[70771]: value = "task-3513416" [ 741.151629] env[70771]: _type = "Task" [ 741.151629] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.164402] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513416, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.281631] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52362954-1b43-3a08-39f2-5e59faf1334c, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.285486] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f177661-7947-40ae-bf5b-8d06c93a15ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.295887] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 741.295887] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520ffbb3-c55a-e5a2-7ce9-3ad108b44902" [ 741.295887] env[70771]: _type = "Task" [ 741.295887] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.308025] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520ffbb3-c55a-e5a2-7ce9-3ad108b44902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.349488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "65910f00-90c8-4d6c-9fdd-b215a898890c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.349871] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.350221] env[70771]: DEBUG nova.compute.manager [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Going to confirm migration 1 {{(pid=70771) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 741.357305] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.357833] env[70771]: DEBUG nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.360491] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.348s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.365021] env[70771]: INFO nova.compute.claims [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.414879] env[70771]: DEBUG oslo_vmware.api [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513415, 'name': PowerOffVM_Task, 'duration_secs': 0.285937} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.415209] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.415686] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.415686] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58106c0c-bf98-4426-b191-be6c78aa14ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.483499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.483736] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.483916] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Deleting the datastore file [datastore1] f01746b5-6833-4612-bb74-91a70b81b610 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.484193] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab259171-314b-4bc1-9d78-4919854f430d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.493907] env[70771]: DEBUG oslo_vmware.api [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for the task: (returnval){ [ 741.493907] env[70771]: value = "task-3513418" [ 741.493907] env[70771]: _type = "Task" [ 741.493907] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.498891] env[70771]: DEBUG oslo_concurrency.lockutils [req-b4c2d07b-9b01-4bcd-b47f-d336380583fb req-cf33f2a7-56b6-4e4b-b00d-804606563fca service nova] Releasing lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.503782] env[70771]: DEBUG oslo_vmware.api [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.662971] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513416, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.807445] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520ffbb3-c55a-e5a2-7ce9-3ad108b44902, 'name': SearchDatastore_Task, 'duration_secs': 0.015331} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.811820] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.811820] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 49faccb0-7db4-40f0-ab40-cce0d967aae7/49faccb0-7db4-40f0-ab40-cce0d967aae7.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.811820] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf7fe266-ddba-4086-8974-70d289dcbe64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.817157] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 741.817157] env[70771]: value = "task-3513419" [ 741.817157] env[70771]: _type = "Task" [ 741.817157] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.832195] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.866611] env[70771]: DEBUG nova.compute.utils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.870094] env[70771]: DEBUG nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.870173] env[70771]: DEBUG nova.network.neutron [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.925276] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.925478] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.925659] env[70771]: DEBUG nova.network.neutron [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.926959] env[70771]: DEBUG nova.objects.instance [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lazy-loading 'info_cache' on Instance uuid 65910f00-90c8-4d6c-9fdd-b215a898890c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.941169] env[70771]: DEBUG nova.policy [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb6ce180b9c4d87b82303121c39b274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabebc76b66246049b943981eb0bc23d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.004718] env[70771]: DEBUG oslo_vmware.api [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Task: {'id': task-3513418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290548} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.004966] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.005220] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.005396] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.005570] env[70771]: INFO nova.compute.manager [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Took 1.12 seconds to destroy the instance on the hypervisor. [ 742.005810] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.005992] env[70771]: DEBUG nova.compute.manager [-] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.006090] env[70771]: DEBUG nova.network.neutron [-] [instance: f01746b5-6833-4612-bb74-91a70b81b610] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.166500] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513416, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.332212] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513419, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.383346] env[70771]: DEBUG nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.467270] env[70771]: DEBUG nova.network.neutron [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Successfully created port: 14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.511579] env[70771]: DEBUG nova.compute.manager [req-f1ca0ae4-1736-4217-aeef-7779b4d8849c req-434802ba-9dff-4d7d-88f7-1995257cbabd service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Received event network-vif-deleted-fe7a0006-0822-46ff-8f04-f961d53c2192 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.512708] env[70771]: INFO nova.compute.manager [req-f1ca0ae4-1736-4217-aeef-7779b4d8849c req-434802ba-9dff-4d7d-88f7-1995257cbabd service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Neutron deleted interface fe7a0006-0822-46ff-8f04-f961d53c2192; detaching it from the instance and deleting it from the info cache [ 742.512952] env[70771]: DEBUG nova.network.neutron [req-f1ca0ae4-1736-4217-aeef-7779b4d8849c req-434802ba-9dff-4d7d-88f7-1995257cbabd service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.668371] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513416, 'name': CloneVM_Task, 'duration_secs': 1.41833} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.669161] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Created linked-clone VM from snapshot [ 742.669555] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6290d2-f6df-46b6-b2ae-6d284492c387 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.680995] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Uploading image c0bc3248-bd5e-4ea6-b0d2-3f680e17eb95 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.714306] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.714306] env[70771]: value = "vm-701970" [ 742.714306] env[70771]: _type = "VirtualMachine" [ 742.714306] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.714656] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8ca6dbd8-3656-4581-b121-8fbdabdc3d43 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.731272] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease: (returnval){ [ 742.731272] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a058f3-badb-7d98-8d49-829e39409ab3" [ 742.731272] env[70771]: _type = "HttpNfcLease" [ 742.731272] env[70771]: } obtained for exporting VM: (result){ [ 742.731272] env[70771]: value = "vm-701970" [ 742.731272] env[70771]: _type = "VirtualMachine" [ 742.731272] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.731272] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the lease: (returnval){ [ 742.731272] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a058f3-badb-7d98-8d49-829e39409ab3" [ 742.731272] env[70771]: _type = "HttpNfcLease" [ 742.731272] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.738779] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.738779] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a058f3-badb-7d98-8d49-829e39409ab3" [ 742.738779] env[70771]: _type = "HttpNfcLease" [ 742.738779] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.831335] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565913} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.831634] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 49faccb0-7db4-40f0-ab40-cce0d967aae7/49faccb0-7db4-40f0-ab40-cce0d967aae7.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.831925] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.832210] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246d67c7-4184-493b-9ca5-9d43d8131a71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.839430] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 742.839430] env[70771]: value = "task-3513421" [ 742.839430] env[70771]: _type = "Task" [ 742.839430] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.849570] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.901805] env[70771]: DEBUG nova.network.neutron [-] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.006376] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249d504-fb53-427f-b02e-e95945999356 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.014644] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c00b7d-2fd3-4296-9e92-a929eb6d74a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.019501] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2152d113-ebf4-479b-b19d-b39d4a743893 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.054378] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289edc93-9322-4202-9f3c-af7e2a55c116 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.060521] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab227002-a2f1-4f25-a8db-93a6138d5b97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.080445] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d02b30-62d2-48c5-a076-a5f44c61ba78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.095570] env[70771]: DEBUG nova.compute.manager [req-f1ca0ae4-1736-4217-aeef-7779b4d8849c req-434802ba-9dff-4d7d-88f7-1995257cbabd service nova] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Detach interface failed, port_id=fe7a0006-0822-46ff-8f04-f961d53c2192, reason: Instance f01746b5-6833-4612-bb74-91a70b81b610 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.106286] env[70771]: DEBUG nova.compute.provider_tree [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.238961] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.238961] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a058f3-badb-7d98-8d49-829e39409ab3" [ 743.238961] env[70771]: _type = "HttpNfcLease" [ 743.238961] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.239300] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.239300] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a058f3-badb-7d98-8d49-829e39409ab3" [ 743.239300] env[70771]: _type = "HttpNfcLease" [ 743.239300] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.240050] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2b683-afa4-4753-bcb5-9ca4a155e002 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.251406] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ecc2e-dd44-18a1-66f6-497ecba75812/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.251406] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ecc2e-dd44-18a1-66f6-497ecba75812/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.353533] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098498} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.356188] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.357090] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df342f74-8bcf-4e44-9835-cdec2a0549d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.383989] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 49faccb0-7db4-40f0-ab40-cce0d967aae7/49faccb0-7db4-40f0-ab40-cce0d967aae7.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.388609] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2adcbb-33fe-4273-bbf6-b5f34b7d4b26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.407316] env[70771]: DEBUG nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.408416] env[70771]: INFO nova.compute.manager [-] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Took 1.40 seconds to deallocate network for instance. [ 743.408860] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1f1e0ba-cb2a-47da-9fc3-3dd97602fe2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.417356] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 743.417356] env[70771]: value = "task-3513422" [ 743.417356] env[70771]: _type = "Task" [ 743.417356] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.427528] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.450572] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.450850] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.451036] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.451234] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.451438] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.451534] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.451785] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.451946] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.452138] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.452304] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.452476] env[70771]: DEBUG nova.virt.hardware [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.454756] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1185727-8b5f-4e06-b33a-f76cafdc69e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.466990] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ab0414-2d93-45a8-9632-3aefcec41ea2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.609747] env[70771]: DEBUG nova.scheduler.client.report [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.632324] env[70771]: DEBUG nova.network.neutron [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance_info_cache with network_info: [{"id": "0fc62238-0cbf-4c72-9f12-d823e1974653", "address": "fa:16:3e:bf:40:cc", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc62238-0c", "ovs_interfaceid": "0fc62238-0cbf-4c72-9f12-d823e1974653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.920170] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.930363] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513422, 'name': ReconfigVM_Task, 'duration_secs': 0.272} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.930984] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 49faccb0-7db4-40f0-ab40-cce0d967aae7/49faccb0-7db4-40f0-ab40-cce0d967aae7.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.931867] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c421b8-b9fb-4e6a-a5c6-b212542e1b2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.939583] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 743.939583] env[70771]: value = "task-3513423" [ 743.939583] env[70771]: _type = "Task" [ 743.939583] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.954741] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513423, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.116384] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.116702] env[70771]: DEBUG nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.123683] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.378s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.129208] env[70771]: INFO nova.compute.claims [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.136893] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-65910f00-90c8-4d6c-9fdd-b215a898890c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.137046] env[70771]: DEBUG nova.objects.instance [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lazy-loading 'migration_context' on Instance uuid 65910f00-90c8-4d6c-9fdd-b215a898890c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.266486] env[70771]: DEBUG nova.compute.manager [req-80f88c03-dc6e-4183-bfc2-6f1bf91a2e8e req-b11d3f63-2239-4075-a1ec-59ea56f8b8fc service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Received event network-vif-plugged-14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.267626] env[70771]: DEBUG oslo_concurrency.lockutils [req-80f88c03-dc6e-4183-bfc2-6f1bf91a2e8e req-b11d3f63-2239-4075-a1ec-59ea56f8b8fc service nova] Acquiring lock "81c616b1-fa27-4606-94be-2ba00dbdf11a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.269321] env[70771]: DEBUG oslo_concurrency.lockutils [req-80f88c03-dc6e-4183-bfc2-6f1bf91a2e8e req-b11d3f63-2239-4075-a1ec-59ea56f8b8fc service nova] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.269897] env[70771]: DEBUG oslo_concurrency.lockutils [req-80f88c03-dc6e-4183-bfc2-6f1bf91a2e8e req-b11d3f63-2239-4075-a1ec-59ea56f8b8fc service nova] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.270561] env[70771]: DEBUG nova.compute.manager [req-80f88c03-dc6e-4183-bfc2-6f1bf91a2e8e req-b11d3f63-2239-4075-a1ec-59ea56f8b8fc service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] No waiting events found dispatching network-vif-plugged-14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.271060] env[70771]: WARNING nova.compute.manager [req-80f88c03-dc6e-4183-bfc2-6f1bf91a2e8e req-b11d3f63-2239-4075-a1ec-59ea56f8b8fc service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Received unexpected event network-vif-plugged-14d1a136-a110-4aca-baed-5e7c68a0ccb5 for instance with vm_state building and task_state spawning. [ 744.282902] env[70771]: DEBUG nova.network.neutron [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Successfully updated port: 14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.455276] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513423, 'name': Rename_Task, 'duration_secs': 0.179838} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.455622] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.455675] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed2758c-dccb-47a3-b34c-30a34ca478cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.463832] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 744.463832] env[70771]: value = "task-3513424" [ 744.463832] env[70771]: _type = "Task" [ 744.463832] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.474028] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.631371] env[70771]: DEBUG nova.compute.utils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.631829] env[70771]: DEBUG nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.633494] env[70771]: DEBUG nova.network.neutron [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.642212] env[70771]: DEBUG nova.objects.base [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Object Instance<65910f00-90c8-4d6c-9fdd-b215a898890c> lazy-loaded attributes: info_cache,migration_context {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 744.644381] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831cc2c3-4b66-43f5-9101-0efde329074a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.682500] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f207c06-1d80-438b-9b5c-0cd9854aaa8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.689281] env[70771]: DEBUG oslo_vmware.api [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 744.689281] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ec85c5-c16f-181e-a7c1-e02059995fad" [ 744.689281] env[70771]: _type = "Task" [ 744.689281] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.702300] env[70771]: DEBUG oslo_vmware.api [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ec85c5-c16f-181e-a7c1-e02059995fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.742951] env[70771]: DEBUG nova.policy [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2bea648eb9143e097f11bc24a07e8f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b2f44f80e3e4cf48b769fa76e513388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.789292] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.789455] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.789612] env[70771]: DEBUG nova.network.neutron [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.974284] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.082551] env[70771]: DEBUG nova.network.neutron [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Successfully created port: 671b06d8-ce24-42c3-a496-084db764785d {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.140151] env[70771]: DEBUG nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.202638] env[70771]: DEBUG oslo_vmware.api [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ec85c5-c16f-181e-a7c1-e02059995fad, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.203339] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.281920] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "250eba1c-9bec-4081-8124-5adcc88e87f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.282470] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.348431] env[70771]: DEBUG nova.network.neutron [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.477320] env[70771]: DEBUG oslo_vmware.api [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513424, 'name': PowerOnVM_Task, 'duration_secs': 0.604765} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.480209] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.480428] env[70771]: INFO nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Took 9.21 seconds to spawn the instance on the hypervisor. [ 745.480611] env[70771]: DEBUG nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.482535] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41633211-3f21-48e3-8558-34b3adc04832 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.559488] env[70771]: DEBUG nova.network.neutron [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updating instance_info_cache with network_info: [{"id": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "address": "fa:16:3e:65:7a:e5", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d1a136-a1", "ovs_interfaceid": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.749461] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eda5c6-6bba-4722-836f-26cbd905d368 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.757475] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1181088d-e4f7-4d98-afb6-79ba552cf593 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.789417] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1200abe9-95d6-407f-8900-7e4b7e7f4d56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.797028] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63460e7-89d4-45dc-a128-b9c5dcd861d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.810664] env[70771]: DEBUG nova.compute.provider_tree [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.004206] env[70771]: INFO nova.compute.manager [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Took 46.80 seconds to build instance. [ 746.064443] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Releasing lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.064792] env[70771]: DEBUG nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Instance network_info: |[{"id": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "address": "fa:16:3e:65:7a:e5", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d1a136-a1", "ovs_interfaceid": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.065926] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:7a:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14d1a136-a110-4aca-baed-5e7c68a0ccb5', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.075216] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.075216] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.075216] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d200785-1a0d-41ac-8eda-ff9754839aaa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.096014] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.096014] env[70771]: value = "task-3513425" [ 746.096014] env[70771]: _type = "Task" [ 746.096014] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.105947] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513425, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.152328] env[70771]: DEBUG nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.177065] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.180649] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.180649] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.180649] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.180649] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.180649] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.181040] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.181040] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.181040] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.181040] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.181040] env[70771]: DEBUG nova.virt.hardware [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.181174] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f48b92f-daf5-44e3-946c-96395d29dcd5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.189661] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a971a-57b6-4f89-9641-f64a0ad2a4c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.297960] env[70771]: DEBUG nova.compute.manager [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Received event network-changed-14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.298448] env[70771]: DEBUG nova.compute.manager [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Refreshing instance network info cache due to event network-changed-14d1a136-a110-4aca-baed-5e7c68a0ccb5. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.298920] env[70771]: DEBUG oslo_concurrency.lockutils [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] Acquiring lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.299253] env[70771]: DEBUG oslo_concurrency.lockutils [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] Acquired lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.299508] env[70771]: DEBUG nova.network.neutron [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Refreshing network info cache for port 14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.313708] env[70771]: DEBUG nova.scheduler.client.report [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.507383] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eec4916f-c619-42f6-8cd0-3071a5926d65 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.501s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.607456] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513425, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.818649] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.819322] env[70771]: DEBUG nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.821952] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.074s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.822159] env[70771]: DEBUG nova.objects.instance [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 746.955905] env[70771]: DEBUG nova.network.neutron [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Successfully updated port: 671b06d8-ce24-42c3-a496-084db764785d {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.007452] env[70771]: DEBUG nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.102982] env[70771]: DEBUG nova.network.neutron [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updated VIF entry in instance network info cache for port 14d1a136-a110-4aca-baed-5e7c68a0ccb5. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.103432] env[70771]: DEBUG nova.network.neutron [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updating instance_info_cache with network_info: [{"id": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "address": "fa:16:3e:65:7a:e5", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d1a136-a1", "ovs_interfaceid": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.112792] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513425, 'name': CreateVM_Task, 'duration_secs': 0.631798} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.113009] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.117955] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.118163] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.118489] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.119172] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62496210-0cfb-44b2-84b4-a5e190ad08af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.126895] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 747.126895] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5239b8b1-9236-cd07-4fa3-5d55803a651b" [ 747.126895] env[70771]: _type = "Task" [ 747.126895] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.135374] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5239b8b1-9236-cd07-4fa3-5d55803a651b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.333583] env[70771]: DEBUG nova.compute.utils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.335011] env[70771]: DEBUG nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.335220] env[70771]: DEBUG nova.network.neutron [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.396568] env[70771]: DEBUG nova.policy [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84750b2337c249ada89dfc1845f71364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b31e974ccc4dc1b6e07f92542d2eb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.458975] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "refresh_cache-48b8cd3f-dfdd-4583-a856-f7abe793b0d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.459165] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired lock "refresh_cache-48b8cd3f-dfdd-4583-a856-f7abe793b0d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.459345] env[70771]: DEBUG nova.network.neutron [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.536519] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.606747] env[70771]: DEBUG oslo_concurrency.lockutils [req-2a5ff141-251f-423d-9d3c-fbd508cd6fdf req-1c25e5ca-46cd-4226-a0d2-492cbe19faf4 service nova] Releasing lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.641723] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5239b8b1-9236-cd07-4fa3-5d55803a651b, 'name': SearchDatastore_Task, 'duration_secs': 0.036349} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.642869] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.642869] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.642869] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.642869] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.643118] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.643283] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71952a46-61f9-4043-ae41-723c1739ccc2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.652831] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.654177] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.655057] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf4c3e8-53b3-44e5-97f7-ddd88ec617de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.663706] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 747.663706] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52706e80-b0a6-1e4b-eff3-9c199974b02d" [ 747.663706] env[70771]: _type = "Task" [ 747.663706] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.674506] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52706e80-b0a6-1e4b-eff3-9c199974b02d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.731424] env[70771]: DEBUG nova.network.neutron [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Successfully created port: be95c27b-1861-48a9-a7a0-de721e105e4f {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.837996] env[70771]: DEBUG oslo_concurrency.lockutils [None req-336f549e-57e1-4077-a3a2-f652b4ecff43 tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.843887] env[70771]: DEBUG nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.848244] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.762s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.848496] env[70771]: DEBUG nova.objects.instance [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lazy-loading 'resources' on Instance uuid 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.001749] env[70771]: DEBUG nova.network.neutron [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.143515] env[70771]: DEBUG nova.network.neutron [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Updating instance_info_cache with network_info: [{"id": "671b06d8-ce24-42c3-a496-084db764785d", "address": "fa:16:3e:95:a7:46", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671b06d8-ce", "ovs_interfaceid": "671b06d8-ce24-42c3-a496-084db764785d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.181019] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52706e80-b0a6-1e4b-eff3-9c199974b02d, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.181019] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b7b6f8-8c96-4285-a556-ed57ba90a77e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.187159] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 748.187159] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ea80-d4a3-c8ed-2f0a-de5659128121" [ 748.187159] env[70771]: _type = "Task" [ 748.187159] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.196930] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ea80-d4a3-c8ed-2f0a-de5659128121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.414328] env[70771]: DEBUG nova.compute.manager [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Received event network-vif-plugged-671b06d8-ce24-42c3-a496-084db764785d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.414562] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Acquiring lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.414775] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.414968] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.415173] env[70771]: DEBUG nova.compute.manager [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] No waiting events found dispatching network-vif-plugged-671b06d8-ce24-42c3-a496-084db764785d {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.415370] env[70771]: WARNING nova.compute.manager [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Received unexpected event network-vif-plugged-671b06d8-ce24-42c3-a496-084db764785d for instance with vm_state building and task_state spawning. [ 748.415539] env[70771]: DEBUG nova.compute.manager [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Received event network-changed-671b06d8-ce24-42c3-a496-084db764785d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.415694] env[70771]: DEBUG nova.compute.manager [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Refreshing instance network info cache due to event network-changed-671b06d8-ce24-42c3-a496-084db764785d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.415861] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Acquiring lock "refresh_cache-48b8cd3f-dfdd-4583-a856-f7abe793b0d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.648813] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Releasing lock "refresh_cache-48b8cd3f-dfdd-4583-a856-f7abe793b0d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.648813] env[70771]: DEBUG nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Instance network_info: |[{"id": "671b06d8-ce24-42c3-a496-084db764785d", "address": "fa:16:3e:95:a7:46", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671b06d8-ce", "ovs_interfaceid": "671b06d8-ce24-42c3-a496-084db764785d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.650569] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Acquired lock "refresh_cache-48b8cd3f-dfdd-4583-a856-f7abe793b0d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.650875] env[70771]: DEBUG nova.network.neutron [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Refreshing network info cache for port 671b06d8-ce24-42c3-a496-084db764785d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.655202] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:a7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671b06d8-ce24-42c3-a496-084db764785d', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.660618] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.661920] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.662200] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78eb333-5517-4ab3-97f4-7ecec3543862 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.688487] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.688487] env[70771]: value = "task-3513426" [ 748.688487] env[70771]: _type = "Task" [ 748.688487] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.708909] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513426, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.709215] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ea80-d4a3-c8ed-2f0a-de5659128121, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.709466] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.709738] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 81c616b1-fa27-4606-94be-2ba00dbdf11a/81c616b1-fa27-4606-94be-2ba00dbdf11a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.710030] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73fc1c88-b77a-429b-976e-13ddc688b840 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.718106] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 748.718106] env[70771]: value = "task-3513427" [ 748.718106] env[70771]: _type = "Task" [ 748.718106] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.728999] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.856808] env[70771]: DEBUG nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.879279] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.879552] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.879679] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.879900] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.880036] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.880208] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.880429] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.880592] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.880800] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.881009] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.881300] env[70771]: DEBUG nova.virt.hardware [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.882337] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedf3033-5be2-460f-a642-46eb15279c6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.895136] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7dcbaa-a21b-4bd4-96e0-434bc78533e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.028664] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226c8bdc-e42a-4f1e-bdc4-6b625eb9996d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.037984] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770a2ab-feb8-4e63-b616-a1c4e9745807 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.075778] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73191d75-7af7-4bcc-96b3-248a95cca9ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.086960] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf81c52c-a994-43f9-8197-b1f1f8ece80a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.104987] env[70771]: DEBUG nova.compute.provider_tree [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.205257] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513426, 'name': CreateVM_Task, 'duration_secs': 0.436749} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.205257] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.205257] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.205257] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.205257] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.206912] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f477942-42f5-4935-bf8e-42d80fc69903 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.212964] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 749.212964] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c5d62-1f69-39a9-7823-11727a56b8fe" [ 749.212964] env[70771]: _type = "Task" [ 749.212964] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.221426] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529c5d62-1f69-39a9-7823-11727a56b8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.229663] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504509} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.230329] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 81c616b1-fa27-4606-94be-2ba00dbdf11a/81c616b1-fa27-4606-94be-2ba00dbdf11a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.230453] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.230693] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10101de5-7760-4919-b523-ebaaa8ef2f3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.237177] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 749.237177] env[70771]: value = "task-3513428" [ 749.237177] env[70771]: _type = "Task" [ 749.237177] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.246739] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.435207] env[70771]: DEBUG nova.network.neutron [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Updated VIF entry in instance network info cache for port 671b06d8-ce24-42c3-a496-084db764785d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.435727] env[70771]: DEBUG nova.network.neutron [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Updating instance_info_cache with network_info: [{"id": "671b06d8-ce24-42c3-a496-084db764785d", "address": "fa:16:3e:95:a7:46", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671b06d8-ce", "ovs_interfaceid": "671b06d8-ce24-42c3-a496-084db764785d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.608962] env[70771]: DEBUG nova.scheduler.client.report [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.729038] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529c5d62-1f69-39a9-7823-11727a56b8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.729817] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.729817] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.730123] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.732176] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.732176] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.732176] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c0fba1-e300-4e8d-b01a-39b66a386c5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.743305] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.743572] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.744955] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c0daa3-d865-463f-bd23-9b5137ad0c98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.752841] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065297} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.754221] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.754592] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 749.754592] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523f39d1-2b91-0428-2459-2a017488c815" [ 749.754592] env[70771]: _type = "Task" [ 749.754592] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.755366] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a7c3d-8a48-4d71-9a14-21bd82ac21eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.765275] env[70771]: DEBUG nova.compute.manager [req-2cbf9d89-df69-4661-8ae6-2decee40bdd2 req-700b144c-3217-4500-b083-7eb59c76f8c7 service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Received event network-vif-plugged-be95c27b-1861-48a9-a7a0-de721e105e4f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.765552] env[70771]: DEBUG oslo_concurrency.lockutils [req-2cbf9d89-df69-4661-8ae6-2decee40bdd2 req-700b144c-3217-4500-b083-7eb59c76f8c7 service nova] Acquiring lock "b3ec055c-6ccf-446b-9ebd-00306eae31df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.766423] env[70771]: DEBUG oslo_concurrency.lockutils [req-2cbf9d89-df69-4661-8ae6-2decee40bdd2 req-700b144c-3217-4500-b083-7eb59c76f8c7 service nova] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.766423] env[70771]: DEBUG oslo_concurrency.lockutils [req-2cbf9d89-df69-4661-8ae6-2decee40bdd2 req-700b144c-3217-4500-b083-7eb59c76f8c7 service nova] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.766423] env[70771]: DEBUG nova.compute.manager [req-2cbf9d89-df69-4661-8ae6-2decee40bdd2 req-700b144c-3217-4500-b083-7eb59c76f8c7 service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] No waiting events found dispatching network-vif-plugged-be95c27b-1861-48a9-a7a0-de721e105e4f {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.766423] env[70771]: WARNING nova.compute.manager [req-2cbf9d89-df69-4661-8ae6-2decee40bdd2 req-700b144c-3217-4500-b083-7eb59c76f8c7 service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Received unexpected event network-vif-plugged-be95c27b-1861-48a9-a7a0-de721e105e4f for instance with vm_state building and task_state spawning. [ 749.784882] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 81c616b1-fa27-4606-94be-2ba00dbdf11a/81c616b1-fa27-4606-94be-2ba00dbdf11a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.789355] env[70771]: DEBUG nova.network.neutron [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Successfully updated port: be95c27b-1861-48a9-a7a0-de721e105e4f {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.790748] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8fb5d00-7dbf-4818-84ab-6852855819ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.805825] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523f39d1-2b91-0428-2459-2a017488c815, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.806577] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "refresh_cache-b3ec055c-6ccf-446b-9ebd-00306eae31df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.806712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquired lock "refresh_cache-b3ec055c-6ccf-446b-9ebd-00306eae31df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.806861] env[70771]: DEBUG nova.network.neutron [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.809313] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8413740a-3df9-43a5-908a-db5bca089d82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.814211] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 749.814211] env[70771]: value = "task-3513429" [ 749.814211] env[70771]: _type = "Task" [ 749.814211] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.816047] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 749.816047] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52582230-ee72-4e35-057d-bad79ace56e0" [ 749.816047] env[70771]: _type = "Task" [ 749.816047] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.827402] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.831798] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52582230-ee72-4e35-057d-bad79ace56e0, 'name': SearchDatastore_Task, 'duration_secs': 0.00857} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.831798] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.831798] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 48b8cd3f-dfdd-4583-a856-f7abe793b0d3/48b8cd3f-dfdd-4583-a856-f7abe793b0d3.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.831949] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6679727-2e92-4245-8d81-03131ad9342d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.838247] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 749.838247] env[70771]: value = "task-3513430" [ 749.838247] env[70771]: _type = "Task" [ 749.838247] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.847755] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.942378] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Releasing lock "refresh_cache-48b8cd3f-dfdd-4583-a856-f7abe793b0d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.942738] env[70771]: DEBUG nova.compute.manager [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Received event network-changed-94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.942816] env[70771]: DEBUG nova.compute.manager [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Refreshing instance network info cache due to event network-changed-94553675-1168-47ee-8eaa-c44515c8782e. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.943051] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Acquiring lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.943241] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Acquired lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.943414] env[70771]: DEBUG nova.network.neutron [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Refreshing network info cache for port 94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.115437] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.119135] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.308s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.119135] env[70771]: DEBUG nova.objects.instance [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lazy-loading 'resources' on Instance uuid 3274fedf-b803-4222-b0b7-754cc842f55e {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.158499] env[70771]: INFO nova.scheduler.client.report [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Deleted allocations for instance 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582 [ 750.325695] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.351054] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48999} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.351054] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 48b8cd3f-dfdd-4583-a856-f7abe793b0d3/48b8cd3f-dfdd-4583-a856-f7abe793b0d3.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.351054] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.351054] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8edeb55c-b6d7-4061-99cf-ab3b925e76e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.360017] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 750.360017] env[70771]: value = "task-3513431" [ 750.360017] env[70771]: _type = "Task" [ 750.360017] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.369056] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.380785] env[70771]: DEBUG nova.network.neutron [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.682343] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2f44e452-3f5f-4148-ba42-b1745ed0764d tempest-ServerGroupTestJSON-1869869452 tempest-ServerGroupTestJSON-1869869452-project-member] Lock "577d55dc-b2fe-4bb2-bdfc-1fcfadb26582" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.856s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.828852] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513429, 'name': ReconfigVM_Task, 'duration_secs': 0.531621} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.830280] env[70771]: DEBUG nova.network.neutron [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updated VIF entry in instance network info cache for port 94553675-1168-47ee-8eaa-c44515c8782e. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.833733] env[70771]: DEBUG nova.network.neutron [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updating instance_info_cache with network_info: [{"id": "94553675-1168-47ee-8eaa-c44515c8782e", "address": "fa:16:3e:74:cf:84", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94553675-11", "ovs_interfaceid": "94553675-1168-47ee-8eaa-c44515c8782e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.834081] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 81c616b1-fa27-4606-94be-2ba00dbdf11a/81c616b1-fa27-4606-94be-2ba00dbdf11a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.834081] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63ad2eeb-97ee-4628-af9a-bd77fcd8f6d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.844927] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 750.844927] env[70771]: value = "task-3513432" [ 750.844927] env[70771]: _type = "Task" [ 750.844927] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.856471] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513432, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.869040] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086191} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.872338] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.873704] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddce911d-87da-4a8d-8293-20a35823692d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.898028] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 48b8cd3f-dfdd-4583-a856-f7abe793b0d3/48b8cd3f-dfdd-4583-a856-f7abe793b0d3.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.899198] env[70771]: DEBUG nova.network.neutron [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Updating instance_info_cache with network_info: [{"id": "be95c27b-1861-48a9-a7a0-de721e105e4f", "address": "fa:16:3e:70:35:8e", "network": {"id": "7d00ce20-ba58-4c99-8e99-48b950f67bed", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1402568675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b31e974ccc4dc1b6e07f92542d2eb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe95c27b-18", "ovs_interfaceid": "be95c27b-1861-48a9-a7a0-de721e105e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.903039] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b64604-8658-4fba-a1d6-2d5aa799fc02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.924686] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 750.924686] env[70771]: value = "task-3513433" [ 750.924686] env[70771]: _type = "Task" [ 750.924686] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.934856] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.240336] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a4055-d5ec-421a-b5cf-b30a64b4236b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.251110] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83c71e-85ce-4645-95c0-fa2f60715251 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.288306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423bb3d3-7309-4e44-b63f-99ddcca6b11c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.301241] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103e1e8-238c-444f-9a2a-78be58a337b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.317353] env[70771]: DEBUG nova.compute.provider_tree [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.336633] env[70771]: DEBUG oslo_concurrency.lockutils [req-edd1f3ed-aa2b-454c-92d2-146e589aaabc req-22ea74fa-2b04-43fc-a81e-248acf7f12a1 service nova] Releasing lock "refresh_cache-49faccb0-7db4-40f0-ab40-cce0d967aae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.355859] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513432, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.420244] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Releasing lock "refresh_cache-b3ec055c-6ccf-446b-9ebd-00306eae31df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.420596] env[70771]: DEBUG nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Instance network_info: |[{"id": "be95c27b-1861-48a9-a7a0-de721e105e4f", "address": "fa:16:3e:70:35:8e", "network": {"id": "7d00ce20-ba58-4c99-8e99-48b950f67bed", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1402568675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b31e974ccc4dc1b6e07f92542d2eb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe95c27b-18", "ovs_interfaceid": "be95c27b-1861-48a9-a7a0-de721e105e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.421214] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:35:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be95c27b-1861-48a9-a7a0-de721e105e4f', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.430152] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Creating folder: Project (19b31e974ccc4dc1b6e07f92542d2eb2). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.430639] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff1fcb9c-a29e-490b-bb4a-5c57ed481a76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.445286] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.446792] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Created folder: Project (19b31e974ccc4dc1b6e07f92542d2eb2) in parent group-v701875. [ 751.446995] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Creating folder: Instances. Parent ref: group-v701973. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.447249] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccec5de7-3be0-443f-abc9-cdddf33a15bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.456350] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Created folder: Instances in parent group-v701973. [ 751.456598] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.456792] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.457009] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ccb8d0-30dd-4365-8bfe-26bb190fce4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.475881] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.475881] env[70771]: value = "task-3513436" [ 751.475881] env[70771]: _type = "Task" [ 751.475881] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.487404] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513436, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.800406] env[70771]: DEBUG nova.compute.manager [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Received event network-changed-be95c27b-1861-48a9-a7a0-de721e105e4f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.801112] env[70771]: DEBUG nova.compute.manager [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Refreshing instance network info cache due to event network-changed-be95c27b-1861-48a9-a7a0-de721e105e4f. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.801112] env[70771]: DEBUG oslo_concurrency.lockutils [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] Acquiring lock "refresh_cache-b3ec055c-6ccf-446b-9ebd-00306eae31df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.803034] env[70771]: DEBUG oslo_concurrency.lockutils [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] Acquired lock "refresh_cache-b3ec055c-6ccf-446b-9ebd-00306eae31df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.803034] env[70771]: DEBUG nova.network.neutron [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Refreshing network info cache for port be95c27b-1861-48a9-a7a0-de721e105e4f {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.822324] env[70771]: DEBUG nova.scheduler.client.report [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.855476] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513432, 'name': Rename_Task, 'duration_secs': 0.686607} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.855812] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.855986] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06cedb22-9cee-4a29-878f-494331b12213 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.862389] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 751.862389] env[70771]: value = "task-3513437" [ 751.862389] env[70771]: _type = "Task" [ 751.862389] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.869937] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.942528] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513433, 'name': ReconfigVM_Task, 'duration_secs': 0.894927} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.942972] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 48b8cd3f-dfdd-4583-a856-f7abe793b0d3/48b8cd3f-dfdd-4583-a856-f7abe793b0d3.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.943751] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1462ff6-f236-4d1c-8383-db0d90516eee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.950132] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 751.950132] env[70771]: value = "task-3513438" [ 751.950132] env[70771]: _type = "Task" [ 751.950132] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.960335] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513438, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.990015] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513436, 'name': CreateVM_Task, 'duration_secs': 0.347931} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.990015] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.990015] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.990015] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.990015] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.990015] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c0a771-19f9-4d18-8da1-c5f70169ec3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.995056] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 751.995056] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]522c563e-f551-cb7a-1ee6-99642786b56a" [ 751.995056] env[70771]: _type = "Task" [ 751.995056] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.001996] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522c563e-f551-cb7a-1ee6-99642786b56a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.326967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.330375] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.406s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.334837] env[70771]: INFO nova.compute.claims [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.365699] env[70771]: INFO nova.scheduler.client.report [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Deleted allocations for instance 3274fedf-b803-4222-b0b7-754cc842f55e [ 752.387670] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513437, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.464153] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513438, 'name': Rename_Task, 'duration_secs': 0.256449} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.467833] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.468144] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc2b598d-9e90-4dae-8336-e3c010d611fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.479733] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 752.479733] env[70771]: value = "task-3513443" [ 752.479733] env[70771]: _type = "Task" [ 752.479733] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.490824] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.504265] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522c563e-f551-cb7a-1ee6-99642786b56a, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.508033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.508365] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.508641] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.508821] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.509033] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.509365] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c727402-5d72-4c4d-902f-3fb858c8579d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.524334] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.524611] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.525555] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfccde2-b868-4a46-9e68-bb730c21150d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.532807] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 752.532807] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e35b44-f5f5-8f28-6732-cee35de92fd9" [ 752.532807] env[70771]: _type = "Task" [ 752.532807] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.545661] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e35b44-f5f5-8f28-6732-cee35de92fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.712813] env[70771]: DEBUG nova.network.neutron [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Updated VIF entry in instance network info cache for port be95c27b-1861-48a9-a7a0-de721e105e4f. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.713752] env[70771]: DEBUG nova.network.neutron [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Updating instance_info_cache with network_info: [{"id": "be95c27b-1861-48a9-a7a0-de721e105e4f", "address": "fa:16:3e:70:35:8e", "network": {"id": "7d00ce20-ba58-4c99-8e99-48b950f67bed", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1402568675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b31e974ccc4dc1b6e07f92542d2eb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe95c27b-18", "ovs_interfaceid": "be95c27b-1861-48a9-a7a0-de721e105e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.887984] env[70771]: DEBUG oslo_vmware.api [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513437, 'name': PowerOnVM_Task, 'duration_secs': 0.738356} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.888390] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.888628] env[70771]: INFO nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Took 9.48 seconds to spawn the instance on the hypervisor. [ 752.888827] env[70771]: DEBUG nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.889722] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb1266-7885-47c1-8794-4d041c573f70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.892733] env[70771]: DEBUG oslo_concurrency.lockutils [None req-24d78860-c957-4e0e-b14f-19c03c1e013f tempest-ServerShowV254Test-1047932745 tempest-ServerShowV254Test-1047932745-project-member] Lock "3274fedf-b803-4222-b0b7-754cc842f55e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.134s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.992080] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513443, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.042781] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e35b44-f5f5-8f28-6732-cee35de92fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.043628] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d7d0e6-051e-4359-a57a-cff4e43b8648 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.048837] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 753.048837] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52257300-65c7-497b-4295-70502260391c" [ 753.048837] env[70771]: _type = "Task" [ 753.048837] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.056629] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52257300-65c7-497b-4295-70502260391c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.220935] env[70771]: DEBUG oslo_concurrency.lockutils [req-b160eb60-f954-4409-8878-3094a7a391a1 req-5f3cd3f1-cdfe-4631-ac16-d2cb0da805ea service nova] Releasing lock "refresh_cache-b3ec055c-6ccf-446b-9ebd-00306eae31df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.415326] env[70771]: INFO nova.compute.manager [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Took 48.04 seconds to build instance. [ 753.425465] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ecc2e-dd44-18a1-66f6-497ecba75812/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.427492] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aff5b7-d5cf-4f6e-a586-29fd8d05d7a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.435198] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ecc2e-dd44-18a1-66f6-497ecba75812/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.435395] env[70771]: ERROR oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ecc2e-dd44-18a1-66f6-497ecba75812/disk-0.vmdk due to incomplete transfer. [ 753.435626] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e976975-6f4a-4457-8ce4-1f406e29e204 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.444500] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ecc2e-dd44-18a1-66f6-497ecba75812/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.444500] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Uploaded image c0bc3248-bd5e-4ea6-b0d2-3f680e17eb95 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 753.446588] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.446843] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3326dfda-e479-4323-a312-d231850d5118 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.452906] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 753.452906] env[70771]: value = "task-3513444" [ 753.452906] env[70771]: _type = "Task" [ 753.452906] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.465538] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513444, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.490303] env[70771]: DEBUG oslo_vmware.api [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513443, 'name': PowerOnVM_Task, 'duration_secs': 0.76275} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.492891] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.493131] env[70771]: INFO nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Took 7.34 seconds to spawn the instance on the hypervisor. [ 753.493331] env[70771]: DEBUG nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.494315] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b5842-4358-4eed-9a7d-c59555ed9c21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566687] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52257300-65c7-497b-4295-70502260391c, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.570967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.570967] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b3ec055c-6ccf-446b-9ebd-00306eae31df/b3ec055c-6ccf-446b-9ebd-00306eae31df.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.570967] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de8ccf4-cd2b-45f9-aa21-ceee6b466a99 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.577741] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 753.577741] env[70771]: value = "task-3513445" [ 753.577741] env[70771]: _type = "Task" [ 753.577741] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.593487] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.817532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e88cbb-9768-44e8-9b42-02bfbde975cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.826383] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c499290-69c1-4265-a4d1-ae768d7f336a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.859855] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df235f5-0a6b-4fd4-a5e3-06ebee66f964 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.867817] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fbdb2a-b291-4b2b-9fae-eec383a510db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.884927] env[70771]: DEBUG nova.compute.provider_tree [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.917880] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e4369d60-1008-42aa-964b-f1edc8f2a011 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.416s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.966143] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513444, 'name': Destroy_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.012147] env[70771]: INFO nova.compute.manager [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Took 48.02 seconds to build instance. [ 754.089053] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513445, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.388737] env[70771]: DEBUG nova.scheduler.client.report [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.424580] env[70771]: DEBUG nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.468209] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513444, 'name': Destroy_Task, 'duration_secs': 0.786722} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.468483] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Destroyed the VM [ 754.468850] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.469148] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc458411-1c19-4ca9-b384-293182bac22a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.477550] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 754.477550] env[70771]: value = "task-3513446" [ 754.477550] env[70771]: _type = "Task" [ 754.477550] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.486197] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.514842] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f100912d-98b4-4b6e-a39a-2502f31027d4 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.121s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.589541] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.589867] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b3ec055c-6ccf-446b-9ebd-00306eae31df/b3ec055c-6ccf-446b-9ebd-00306eae31df.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.590104] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.590604] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ad5d0c3-9c23-46b0-b350-a5a119d2cd6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.600694] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 754.600694] env[70771]: value = "task-3513447" [ 754.600694] env[70771]: _type = "Task" [ 754.600694] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.610114] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.745328] env[70771]: DEBUG nova.compute.manager [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Received event network-changed-14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.745328] env[70771]: DEBUG nova.compute.manager [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Refreshing instance network info cache due to event network-changed-14d1a136-a110-4aca-baed-5e7c68a0ccb5. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.745328] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] Acquiring lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.745328] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] Acquired lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.745913] env[70771]: DEBUG nova.network.neutron [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Refreshing network info cache for port 14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.898039] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.898039] env[70771]: DEBUG nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.901460] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.416s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.901985] env[70771]: INFO nova.compute.claims [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.958424] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.988174] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513446, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.017942] env[70771]: DEBUG nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.113880] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078601} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.114190] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.115049] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a66fbc-b07d-4451-aa24-167aadd9bbb3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.140161] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b3ec055c-6ccf-446b-9ebd-00306eae31df/b3ec055c-6ccf-446b-9ebd-00306eae31df.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.140813] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5051c681-5411-42ee-b894-8d6b314e1005 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.168355] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 755.168355] env[70771]: value = "task-3513448" [ 755.168355] env[70771]: _type = "Task" [ 755.168355] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.182333] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.412947] env[70771]: DEBUG nova.compute.utils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.415022] env[70771]: DEBUG nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.415300] env[70771]: DEBUG nova.network.neutron [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.484126] env[70771]: DEBUG nova.policy [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e8dca5e1af243ac981f96e3de042c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2426bcaf839a43b88af8a82af4b58517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.492941] env[70771]: DEBUG oslo_vmware.api [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513446, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883677} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.493504] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.493504] env[70771]: INFO nova.compute.manager [None req-29751b00-3868-4179-b6ee-2e21dc5d64e1 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Took 16.45 seconds to snapshot the instance on the hypervisor. [ 755.544941] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.545959] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df6a1f2-ac8b-4a36-a19d-88814c7523fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.552632] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Suspending the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 755.552908] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b8fd1304-cbbd-4ae1-b995-6f48b6ab91ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.559272] env[70771]: DEBUG oslo_vmware.api [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] Waiting for the task: (returnval){ [ 755.559272] env[70771]: value = "task-3513450" [ 755.559272] env[70771]: _type = "Task" [ 755.559272] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.568425] env[70771]: DEBUG oslo_vmware.api [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] Task: {'id': task-3513450, 'name': SuspendVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.684600] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513448, 'name': ReconfigVM_Task, 'duration_secs': 0.450911} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.685148] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b3ec055c-6ccf-446b-9ebd-00306eae31df/b3ec055c-6ccf-446b-9ebd-00306eae31df.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.685809] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b4d7fe9-3301-4c50-aaa6-bd10c313167d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.693762] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 755.693762] env[70771]: value = "task-3513451" [ 755.693762] env[70771]: _type = "Task" [ 755.693762] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.698600] env[70771]: DEBUG nova.network.neutron [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updated VIF entry in instance network info cache for port 14d1a136-a110-4aca-baed-5e7c68a0ccb5. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.698910] env[70771]: DEBUG nova.network.neutron [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updating instance_info_cache with network_info: [{"id": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "address": "fa:16:3e:65:7a:e5", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d1a136-a1", "ovs_interfaceid": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.706224] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513451, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.867025] env[70771]: DEBUG oslo_concurrency.lockutils [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.867449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.867670] env[70771]: INFO nova.compute.manager [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Rebooting instance [ 755.923843] env[70771]: DEBUG nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.071560] env[70771]: DEBUG oslo_vmware.api [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] Task: {'id': task-3513450, 'name': SuspendVM_Task} progress is 45%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.209118] env[70771]: DEBUG oslo_concurrency.lockutils [req-c30356b6-3841-489d-9165-2ea68fa4870d req-d01e11c2-fb0b-4e4f-86af-41254c8f7176 service nova] Releasing lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.209118] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513451, 'name': Rename_Task, 'duration_secs': 0.270473} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.209118] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.209561] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68141e84-2b87-48a2-8fd6-b4a411de0bfd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.218022] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 756.218022] env[70771]: value = "task-3513452" [ 756.218022] env[70771]: _type = "Task" [ 756.218022] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.229035] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.390205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.390436] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.390608] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.390820] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.391036] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.393182] env[70771]: INFO nova.compute.manager [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Terminating instance [ 756.413574] env[70771]: DEBUG oslo_concurrency.lockutils [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.414081] env[70771]: DEBUG oslo_concurrency.lockutils [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquired lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.414393] env[70771]: DEBUG nova.network.neutron [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.479576] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4918b-e6e4-4f7d-a3cf-40fbc1e93ace {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.489122] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e063995-c9f8-480b-8654-70490d4e8194 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.497019] env[70771]: DEBUG nova.network.neutron [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Successfully created port: fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.523306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6ad84c-40a5-49c4-a560-40108f854d53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.531532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159aa308-8320-40a3-a0ba-fdf39e50ddb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.545475] env[70771]: DEBUG nova.compute.provider_tree [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.571571] env[70771]: DEBUG oslo_vmware.api [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] Task: {'id': task-3513450, 'name': SuspendVM_Task} progress is 45%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.729986] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.896716] env[70771]: DEBUG nova.compute.manager [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.896952] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.898194] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967c5c23-4ab1-4697-b275-83b25e0f84e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.905278] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.905536] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95b4cecd-28e8-40af-88e2-91ea9af8adac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.932604] env[70771]: DEBUG nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.965021] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.965522] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.965522] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.965956] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.965956] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.965956] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.966351] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.966583] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.966878] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.966939] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.967112] env[70771]: DEBUG nova.virt.hardware [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.968219] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55934acd-cf92-4c94-b3f8-81e7ebefe392 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.976374] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b082c5-4b29-4fcf-8995-43327a30bd6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.053866] env[70771]: DEBUG nova.scheduler.client.report [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.074879] env[70771]: DEBUG oslo_vmware.api [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] Task: {'id': task-3513450, 'name': SuspendVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.116023] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.116302] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.116692] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleting the datastore file [datastore1] 0bd0a48d-a47f-45fd-ab1d-2baf3d364543 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.116769] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7112168-a042-44db-bd2d-9f3d225b28d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.123886] env[70771]: DEBUG oslo_vmware.api [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 757.123886] env[70771]: value = "task-3513454" [ 757.123886] env[70771]: _type = "Task" [ 757.123886] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.136158] env[70771]: DEBUG oslo_vmware.api [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.198236] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "97167a6c-46db-46a3-98a9-4d37f60c6f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.200028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.231814] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.512158] env[70771]: DEBUG nova.network.neutron [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updating instance_info_cache with network_info: [{"id": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "address": "fa:16:3e:65:7a:e5", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d1a136-a1", "ovs_interfaceid": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.562350] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.562350] env[70771]: DEBUG nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.564380] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.915s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.564759] env[70771]: DEBUG nova.objects.instance [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 757.577749] env[70771]: DEBUG oslo_vmware.api [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] Task: {'id': task-3513450, 'name': SuspendVM_Task, 'duration_secs': 1.528199} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.578608] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Suspended the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 757.579136] env[70771]: DEBUG nova.compute.manager [None req-f9679573-6109-47b4-b85a-bdb10d5ce383 tempest-ServersAdminNegativeTestJSON-1012624498 tempest-ServersAdminNegativeTestJSON-1012624498-project-admin] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.582017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dd80df-424e-486d-bb5e-1f5b499d3134 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.645686] env[70771]: DEBUG oslo_vmware.api [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151265} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.646598] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.646806] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.647343] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.647415] env[70771]: INFO nova.compute.manager [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Took 0.75 seconds to destroy the instance on the hypervisor. [ 757.648983] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.649414] env[70771]: DEBUG nova.compute.manager [-] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.649467] env[70771]: DEBUG nova.network.neutron [-] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.730760] env[70771]: DEBUG oslo_vmware.api [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513452, 'name': PowerOnVM_Task, 'duration_secs': 1.418051} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.731083] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.731417] env[70771]: INFO nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Took 8.87 seconds to spawn the instance on the hypervisor. [ 757.731531] env[70771]: DEBUG nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.732412] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f0078-05b3-4ec6-9734-096068068758 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.015488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Releasing lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.073130] env[70771]: DEBUG nova.compute.utils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.078250] env[70771]: DEBUG nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.078250] env[70771]: DEBUG nova.network.neutron [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.144248] env[70771]: DEBUG nova.policy [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5044223fc28d499891a497c0b9bbccb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5be794a84794361962b6dcd88959dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.153148] env[70771]: DEBUG nova.compute.manager [req-dfe7a237-76cd-4daa-baf2-f863360afd8a req-675e577e-b08b-48a5-b8ab-260cd3b7aded service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Received event network-vif-deleted-183fd1d6-5b34-4757-ac2a-1ed0cb780847 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.153148] env[70771]: INFO nova.compute.manager [req-dfe7a237-76cd-4daa-baf2-f863360afd8a req-675e577e-b08b-48a5-b8ab-260cd3b7aded service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Neutron deleted interface 183fd1d6-5b34-4757-ac2a-1ed0cb780847; detaching it from the instance and deleting it from the info cache [ 758.153148] env[70771]: DEBUG nova.network.neutron [req-dfe7a237-76cd-4daa-baf2-f863360afd8a req-675e577e-b08b-48a5-b8ab-260cd3b7aded service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.251082] env[70771]: INFO nova.compute.manager [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Took 51.53 seconds to build instance. [ 758.524900] env[70771]: DEBUG nova.network.neutron [-] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.526582] env[70771]: DEBUG nova.compute.manager [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.527688] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e786c32-c20d-4770-8ee5-9a46b8978bfa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.576291] env[70771]: DEBUG nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.584058] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1767935-4672-450e-9b51-2cffb1d86a36 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.585601] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.234s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.588799] env[70771]: INFO nova.compute.claims [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.618144] env[70771]: DEBUG nova.compute.manager [req-612e49b1-d3a0-40b6-86de-06876ff0ce1f req-059c9a94-8315-4787-aa46-81f017ef6af0 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Received event network-vif-plugged-fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.618144] env[70771]: DEBUG oslo_concurrency.lockutils [req-612e49b1-d3a0-40b6-86de-06876ff0ce1f req-059c9a94-8315-4787-aa46-81f017ef6af0 service nova] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.618303] env[70771]: DEBUG oslo_concurrency.lockutils [req-612e49b1-d3a0-40b6-86de-06876ff0ce1f req-059c9a94-8315-4787-aa46-81f017ef6af0 service nova] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.618468] env[70771]: DEBUG oslo_concurrency.lockutils [req-612e49b1-d3a0-40b6-86de-06876ff0ce1f req-059c9a94-8315-4787-aa46-81f017ef6af0 service nova] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.618628] env[70771]: DEBUG nova.compute.manager [req-612e49b1-d3a0-40b6-86de-06876ff0ce1f req-059c9a94-8315-4787-aa46-81f017ef6af0 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] No waiting events found dispatching network-vif-plugged-fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.619116] env[70771]: WARNING nova.compute.manager [req-612e49b1-d3a0-40b6-86de-06876ff0ce1f req-059c9a94-8315-4787-aa46-81f017ef6af0 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Received unexpected event network-vif-plugged-fdc58e77-3566-4b9d-86a6-32dddb187fe2 for instance with vm_state building and task_state spawning. [ 758.625975] env[70771]: DEBUG nova.network.neutron [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Successfully updated port: fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.662379] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb312d97-05a2-465f-95d5-4dd0d44291ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.676252] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b16a951-5b55-4cd2-856d-772ad6d52c54 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.715880] env[70771]: DEBUG nova.compute.manager [req-dfe7a237-76cd-4daa-baf2-f863360afd8a req-675e577e-b08b-48a5-b8ab-260cd3b7aded service nova] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Detach interface failed, port_id=183fd1d6-5b34-4757-ac2a-1ed0cb780847, reason: Instance 0bd0a48d-a47f-45fd-ab1d-2baf3d364543 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.753113] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d5485fd-b934-42a5-8b97-fea2824c2b89 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.814s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.766666] env[70771]: DEBUG nova.network.neutron [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Successfully created port: 3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.033648] env[70771]: INFO nova.compute.manager [-] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Took 1.38 seconds to deallocate network for instance. [ 759.129881] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.130164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.130667] env[70771]: DEBUG nova.network.neutron [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.216190] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "2050ee68-aca9-4c6c-8983-3ac566483d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.216451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.255725] env[70771]: DEBUG nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.540922] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.549065] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f2b243-3cc1-4c15-bc0f-2b45fa1e5d52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.557836] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Doing hard reboot of VM {{(pid=70771) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 759.557836] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-55d47d71-2e8d-4407-91dc-6f7d4b8bb8b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.566250] env[70771]: DEBUG oslo_vmware.api [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 759.566250] env[70771]: value = "task-3513456" [ 759.566250] env[70771]: _type = "Task" [ 759.566250] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.572930] env[70771]: DEBUG oslo_vmware.api [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513456, 'name': ResetVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.599070] env[70771]: DEBUG nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.622777] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.622777] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.622777] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.622998] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.623177] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.623433] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.623655] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.623854] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.624277] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.624502] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.624721] env[70771]: DEBUG nova.virt.hardware [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.625840] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21225d55-2794-4842-9bb5-f08cd3905fae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.644232] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67964d9e-d2ff-40d7-a344-bef30d42aa8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.678960] env[70771]: DEBUG nova.network.neutron [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.789806] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.847359] env[70771]: DEBUG nova.network.neutron [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updating instance_info_cache with network_info: [{"id": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "address": "fa:16:3e:46:a8:55", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc58e77-35", "ovs_interfaceid": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.077183] env[70771]: DEBUG oslo_vmware.api [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513456, 'name': ResetVM_Task, 'duration_secs': 0.090403} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.077183] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Did hard reboot of VM {{(pid=70771) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 760.077183] env[70771]: DEBUG nova.compute.manager [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.078610] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575b349-1498-4daa-b2c6-720691955f26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.203401] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27bcb32-1bea-42a8-a7e3-e2065abb1dcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.210018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3272d348-d207-4a63-85fa-5ddf404544f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.241758] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7683345-f6c9-450d-9abd-c06ca7b9d534 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.250820] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692b053d-a489-49e9-8b52-36cb75509207 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.265177] env[70771]: DEBUG nova.compute.provider_tree [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.350909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.351305] env[70771]: DEBUG nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Instance network_info: |[{"id": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "address": "fa:16:3e:46:a8:55", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc58e77-35", "ovs_interfaceid": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.351724] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:a8:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdc58e77-3566-4b9d-86a6-32dddb187fe2', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.360264] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Creating folder: Project (2426bcaf839a43b88af8a82af4b58517). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.360562] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66d5cc4a-e92d-4447-a993-26e41e33bf6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.371926] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Created folder: Project (2426bcaf839a43b88af8a82af4b58517) in parent group-v701875. [ 760.372153] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Creating folder: Instances. Parent ref: group-v701979. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.372394] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfc39c37-5c90-48ad-9760-dbaba750e9f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.382254] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Created folder: Instances in parent group-v701979. [ 760.382953] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.382953] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.382953] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53df39c-7c66-4e07-99eb-c74467c59d8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.406865] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.406865] env[70771]: value = "task-3513460" [ 760.406865] env[70771]: _type = "Task" [ 760.406865] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.414810] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513460, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.494224] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.494224] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.591845] env[70771]: DEBUG oslo_concurrency.lockutils [None req-774942ca-a139-4891-b548-6e5db8d08d45 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.724s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.704139] env[70771]: DEBUG nova.network.neutron [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Successfully updated port: 3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.768593] env[70771]: DEBUG nova.scheduler.client.report [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.781825] env[70771]: DEBUG nova.compute.manager [req-4ba4bafc-4c64-45d6-9ce0-eebc7b51ca87 req-d969f2cf-b8c7-486d-a489-a29e39aab1b4 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Received event network-vif-plugged-3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.781917] env[70771]: DEBUG oslo_concurrency.lockutils [req-4ba4bafc-4c64-45d6-9ce0-eebc7b51ca87 req-d969f2cf-b8c7-486d-a489-a29e39aab1b4 service nova] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.783644] env[70771]: DEBUG oslo_concurrency.lockutils [req-4ba4bafc-4c64-45d6-9ce0-eebc7b51ca87 req-d969f2cf-b8c7-486d-a489-a29e39aab1b4 service nova] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.783644] env[70771]: DEBUG oslo_concurrency.lockutils [req-4ba4bafc-4c64-45d6-9ce0-eebc7b51ca87 req-d969f2cf-b8c7-486d-a489-a29e39aab1b4 service nova] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.783644] env[70771]: DEBUG nova.compute.manager [req-4ba4bafc-4c64-45d6-9ce0-eebc7b51ca87 req-d969f2cf-b8c7-486d-a489-a29e39aab1b4 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] No waiting events found dispatching network-vif-plugged-3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.783644] env[70771]: WARNING nova.compute.manager [req-4ba4bafc-4c64-45d6-9ce0-eebc7b51ca87 req-d969f2cf-b8c7-486d-a489-a29e39aab1b4 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Received unexpected event network-vif-plugged-3323e7ff-08f6-4a96-9aec-9b5b16577f27 for instance with vm_state building and task_state spawning. [ 760.850409] env[70771]: DEBUG nova.compute.manager [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Received event network-changed-fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.850588] env[70771]: DEBUG nova.compute.manager [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Refreshing instance network info cache due to event network-changed-fdc58e77-3566-4b9d-86a6-32dddb187fe2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.852156] env[70771]: DEBUG oslo_concurrency.lockutils [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] Acquiring lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.852337] env[70771]: DEBUG oslo_concurrency.lockutils [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] Acquired lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.852507] env[70771]: DEBUG nova.network.neutron [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Refreshing network info cache for port fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.918171] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513460, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.991069] env[70771]: DEBUG nova.compute.manager [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.994264] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9c7768-a204-43e2-86cb-12721abaad1a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.207879] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.208335] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.208335] env[70771]: DEBUG nova.network.neutron [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.274997] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.275714] env[70771]: DEBUG nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.278314] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.671s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.279032] env[70771]: DEBUG nova.objects.instance [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lazy-loading 'resources' on Instance uuid 23908b13-acfd-4013-b73c-94f1dd179b9a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.418211] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513460, 'name': CreateVM_Task, 'duration_secs': 0.829151} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.418211] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.419066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.419485] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.419936] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.422665] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4701351b-02e9-4062-847a-7c027d380804 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.431108] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 761.431108] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52766c4e-bb8b-cd0c-777e-63f5038638e0" [ 761.431108] env[70771]: _type = "Task" [ 761.431108] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.438073] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52766c4e-bb8b-cd0c-777e-63f5038638e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.510746] env[70771]: INFO nova.compute.manager [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] instance snapshotting [ 761.513743] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c948c-d8bc-4215-87ac-bab476229d82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.537553] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c868976-abb3-4f3c-909e-4d206af4cee8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.746195] env[70771]: DEBUG nova.network.neutron [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.752139] env[70771]: DEBUG nova.network.neutron [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updated VIF entry in instance network info cache for port fdc58e77-3566-4b9d-86a6-32dddb187fe2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.752358] env[70771]: DEBUG nova.network.neutron [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updating instance_info_cache with network_info: [{"id": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "address": "fa:16:3e:46:a8:55", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc58e77-35", "ovs_interfaceid": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.784826] env[70771]: DEBUG nova.compute.utils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.792160] env[70771]: DEBUG nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.792160] env[70771]: DEBUG nova.network.neutron [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.858798] env[70771]: DEBUG nova.policy [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf0e795c7f941a195b11070bd019d65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3226d677c6e41b7abcf06b65b1ca010', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.902141] env[70771]: DEBUG nova.network.neutron [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.938243] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52766c4e-bb8b-cd0c-777e-63f5038638e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.938573] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.938781] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.939037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.939183] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.939356] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.940598] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-962bb391-95e7-4fd4-abba-20b57cf116bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.950252] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.950453] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.951256] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fce4f47-053a-4d83-8123-e8e92fce814c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.959350] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 761.959350] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52257497-4be4-51a6-786a-171576ca49a9" [ 761.959350] env[70771]: _type = "Task" [ 761.959350] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.967300] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52257497-4be4-51a6-786a-171576ca49a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.048271] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 762.050883] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f80e8c5-89f2-4955-adec-4a8f705ebb45 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.058507] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 762.058507] env[70771]: value = "task-3513462" [ 762.058507] env[70771]: _type = "Task" [ 762.058507] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.066472] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.255804] env[70771]: DEBUG oslo_concurrency.lockutils [req-c38add71-63eb-47b7-b199-138e4caff5cf req-a2748a44-71a1-4891-9438-1f0e7d3b3530 service nova] Releasing lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.295881] env[70771]: DEBUG nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.404479] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.404809] env[70771]: DEBUG nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Instance network_info: |[{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.405678] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3901bcb5-55e7-447a-81bb-3af1752fdc56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.410127] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:23:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3323e7ff-08f6-4a96-9aec-9b5b16577f27', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.418141] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Creating folder: Project (a5be794a84794361962b6dcd88959dd5). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.418725] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5034e1f-d62b-4a7a-8377-af2260147511 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.425394] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e8196e-e53b-4ebf-9e35-cd8ec21657db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.430549] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Created folder: Project (a5be794a84794361962b6dcd88959dd5) in parent group-v701875. [ 762.430747] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Creating folder: Instances. Parent ref: group-v701983. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.431326] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161a8e74-9798-4260-ab7c-8cb573b54aca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.466580] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b10560-4e34-4ff7-b89a-66054983ed12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.469342] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Created folder: Instances in parent group-v701983. [ 762.469577] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.474339] env[70771]: DEBUG nova.network.neutron [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Successfully created port: 58054ace-d177-4f16-a7eb-8ca718a16ca4 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.476479] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.477523] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2989aae1-d3a8-4e79-b424-4bd05cdf9043 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.499226] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52257497-4be4-51a6-786a-171576ca49a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.501304] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fefcf9-6922-478e-a287-f4a5d25b8960 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.506818] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32488b6-1d9f-4c0f-bf46-517beeea5e0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.509198] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.509198] env[70771]: value = "task-3513465" [ 762.509198] env[70771]: _type = "Task" [ 762.509198] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.522359] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 762.522359] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b85d9a-d4ad-3004-5e1e-11acb6b2c381" [ 762.522359] env[70771]: _type = "Task" [ 762.522359] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.523105] env[70771]: DEBUG nova.compute.provider_tree [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.531464] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513465, 'name': CreateVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.537812] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b85d9a-d4ad-3004-5e1e-11acb6b2c381, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.537812] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.538125] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ee2e471e-d89c-4c7f-9e18-942d71dfc55a/ee2e471e-d89c-4c7f-9e18-942d71dfc55a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.538445] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eef0e14-2c9b-4c98-8dff-7b29c68f0761 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.547496] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 762.547496] env[70771]: value = "task-3513466" [ 762.547496] env[70771]: _type = "Task" [ 762.547496] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.559986] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.569616] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513462, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.937158] env[70771]: DEBUG nova.compute.manager [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Received event network-changed-3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.937158] env[70771]: DEBUG nova.compute.manager [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Refreshing instance network info cache due to event network-changed-3323e7ff-08f6-4a96-9aec-9b5b16577f27. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.937158] env[70771]: DEBUG oslo_concurrency.lockutils [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.937158] env[70771]: DEBUG oslo_concurrency.lockutils [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.938545] env[70771]: DEBUG nova.network.neutron [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Refreshing network info cache for port 3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.980902] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.980902] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.980902] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "81c616b1-fa27-4606-94be-2ba00dbdf11a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.980902] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.981397] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.988376] env[70771]: INFO nova.compute.manager [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Terminating instance [ 763.020978] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513465, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.028481] env[70771]: DEBUG nova.scheduler.client.report [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.057720] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.057893] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.058102] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.058279] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.058441] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.059947] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482326} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.062018] env[70771]: INFO nova.compute.manager [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Terminating instance [ 763.062216] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ee2e471e-d89c-4c7f-9e18-942d71dfc55a/ee2e471e-d89c-4c7f-9e18-942d71dfc55a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.062314] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.071120] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4cbd0a9-c6d2-4100-a4a8-e8fa0c35dde9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.080754] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513462, 'name': CreateSnapshot_Task, 'duration_secs': 0.806215} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.083020] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 763.083345] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 763.083345] env[70771]: value = "task-3513467" [ 763.083345] env[70771]: _type = "Task" [ 763.083345] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.084225] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1cc16a-c913-4377-aa04-1a1446fa7046 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.100985] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.308775] env[70771]: DEBUG nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.335572] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.335825] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.335978] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.336180] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.336325] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.336471] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.336680] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.336838] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.337020] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.337195] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.337364] env[70771]: DEBUG nova.virt.hardware [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.338236] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e874a8-c1af-4683-838d-92a5565d762a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.346425] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e974b-b8ec-4e00-a197-af42f82aed12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.493302] env[70771]: DEBUG nova.compute.manager [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.493646] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.494424] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e17154-86e5-4cbc-8878-48c35f0c2d3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.502775] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.503764] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a00c1e-df5c-4b49-b8bd-efe8f7c5749e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.509601] env[70771]: DEBUG oslo_vmware.api [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 763.509601] env[70771]: value = "task-3513468" [ 763.509601] env[70771]: _type = "Task" [ 763.509601] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.522225] env[70771]: DEBUG oslo_vmware.api [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.525127] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513465, 'name': CreateVM_Task, 'duration_secs': 0.545101} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.525281] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.525901] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.526074] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.526426] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.526618] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a545985-b53f-458a-95a6-8d8a0432f8ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.531087] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 763.531087] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529b3854-b220-2125-c841-137db18e9024" [ 763.531087] env[70771]: _type = "Task" [ 763.531087] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.534405] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.539616] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.856s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.539851] env[70771]: DEBUG nova.objects.instance [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lazy-loading 'resources' on Instance uuid 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.547591] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529b3854-b220-2125-c841-137db18e9024, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.547733] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.547954] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.548203] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.548364] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.548519] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.549342] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec7eb130-0db9-44f4-989e-027f0c0e9fe4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.557462] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.557627] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.558563] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3bddb4-efe1-4da9-9f7e-052d997f053d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.565416] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 763.565416] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c746fa-e1df-de5f-1a8b-d2c84e643ed2" [ 763.565416] env[70771]: _type = "Task" [ 763.565416] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.566282] env[70771]: INFO nova.scheduler.client.report [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Deleted allocations for instance 23908b13-acfd-4013-b73c-94f1dd179b9a [ 763.574888] env[70771]: DEBUG nova.compute.manager [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.575143] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.576102] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af7ca17-7c49-49b5-8ca1-7af12e01dad1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.582096] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c746fa-e1df-de5f-1a8b-d2c84e643ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.583490] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c133e688-8594-440e-87e6-fb20e6ab638a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.587278] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.587816] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9715c88-6859-4461-aa8f-eb52652c6ca1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.593836] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 763.593836] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520064bf-76c8-aadf-ebca-719f847bc14e" [ 763.593836] env[70771]: _type = "Task" [ 763.593836] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.600621] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.608604] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 763.614554] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62532dd6-f9b0-483f-8f45-ab2ff878182d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.617424] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520064bf-76c8-aadf-ebca-719f847bc14e, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.618973] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.618973] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] b4213304-4027-4f7a-aa55-aefe8e2dd019/b4213304-4027-4f7a-aa55-aefe8e2dd019.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.619470] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23cf0361-6c8c-4b74-ae4a-93e99dec3bdd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.623190] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 763.623190] env[70771]: value = "task-3513470" [ 763.623190] env[70771]: _type = "Task" [ 763.623190] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.627131] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 763.627131] env[70771]: value = "task-3513471" [ 763.627131] env[70771]: _type = "Task" [ 763.627131] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.633445] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513470, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.637976] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.681886] env[70771]: DEBUG nova.network.neutron [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updated VIF entry in instance network info cache for port 3323e7ff-08f6-4a96-9aec-9b5b16577f27. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.682297] env[70771]: DEBUG nova.network.neutron [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.684207] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.684399] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.684577] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Deleting the datastore file [datastore1] 48b8cd3f-dfdd-4583-a856-f7abe793b0d3 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.685053] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cb41c1e-26ef-4a5a-b0e0-c227c12da8e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.690674] env[70771]: DEBUG oslo_vmware.api [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 763.690674] env[70771]: value = "task-3513472" [ 763.690674] env[70771]: _type = "Task" [ 763.690674] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.700369] env[70771]: DEBUG oslo_vmware.api [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.022422] env[70771]: DEBUG oslo_vmware.api [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.079057] env[70771]: DEBUG oslo_concurrency.lockutils [None req-eab198f5-0e3b-424d-a844-58da59d7d1d5 tempest-ServersListShow298Test-22703338 tempest-ServersListShow298Test-22703338-project-member] Lock "23908b13-acfd-4013-b73c-94f1dd179b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.757s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.108264] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.138910] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513470, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.143618] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503295} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.143618] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] b4213304-4027-4f7a-aa55-aefe8e2dd019/b4213304-4027-4f7a-aa55-aefe8e2dd019.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.143618] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.143618] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74d0429d-75ac-4aa0-b8d5-0836cf941ce9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.153496] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 764.153496] env[70771]: value = "task-3513474" [ 764.153496] env[70771]: _type = "Task" [ 764.153496] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.162974] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.189970] env[70771]: DEBUG oslo_concurrency.lockutils [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.192120] env[70771]: DEBUG nova.compute.manager [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Received event network-changed-14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.192120] env[70771]: DEBUG nova.compute.manager [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Refreshing instance network info cache due to event network-changed-14d1a136-a110-4aca-baed-5e7c68a0ccb5. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.192425] env[70771]: DEBUG oslo_concurrency.lockutils [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] Acquiring lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.192560] env[70771]: DEBUG oslo_concurrency.lockutils [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] Acquired lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.192667] env[70771]: DEBUG nova.network.neutron [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Refreshing network info cache for port 14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.210097] env[70771]: DEBUG oslo_vmware.api [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290786} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.211778] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.212071] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.213377] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.213377] env[70771]: INFO nova.compute.manager [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Took 0.64 seconds to destroy the instance on the hypervisor. [ 764.213377] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.213801] env[70771]: DEBUG nova.compute.manager [-] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.213937] env[70771]: DEBUG nova.network.neutron [-] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.524997] env[70771]: DEBUG oslo_vmware.api [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513468, 'name': PowerOffVM_Task, 'duration_secs': 0.759873} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.525336] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.525615] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.525848] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2303c586-dc9d-4b0c-ba38-9c76b2ae113c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.530804] env[70771]: DEBUG nova.network.neutron [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Successfully updated port: 58054ace-d177-4f16-a7eb-8ca718a16ca4 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.603204] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.084101} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.604041] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.605102] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5979d477-6799-4f91-a80d-22d8d6376cd3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.643321] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] ee2e471e-d89c-4c7f-9e18-942d71dfc55a/ee2e471e-d89c-4c7f-9e18-942d71dfc55a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.643321] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.643499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.643818] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Deleting the datastore file [datastore1] 81c616b1-fa27-4606-94be-2ba00dbdf11a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.649782] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21430da-12ff-48f3-bb84-eea0803b4ce6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.664922] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f013ca4-daaf-4234-bdb3-8dc900e6e72a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.674928] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513470, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.677463] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 764.677463] env[70771]: value = "task-3513476" [ 764.677463] env[70771]: _type = "Task" [ 764.677463] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.677719] env[70771]: DEBUG oslo_vmware.api [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 764.677719] env[70771]: value = "task-3513477" [ 764.677719] env[70771]: _type = "Task" [ 764.677719] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.689108] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072506} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.689710] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.690518] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc78169-139c-4ff4-b838-f5de1a2fe700 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.698697] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.698973] env[70771]: DEBUG oslo_vmware.api [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.722194] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] b4213304-4027-4f7a-aa55-aefe8e2dd019/b4213304-4027-4f7a-aa55-aefe8e2dd019.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.725192] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c016134-a684-4f22-9f7f-58b8208f0b99 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.745633] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 764.745633] env[70771]: value = "task-3513478" [ 764.745633] env[70771]: _type = "Task" [ 764.745633] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.753274] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.774905] env[70771]: DEBUG nova.compute.manager [req-b0fcca1b-ae54-4db3-a652-f0cc5592ceb8 req-70c2ec66-115a-476c-b407-1850b69ce6bf service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Received event network-vif-deleted-671b06d8-ce24-42c3-a496-084db764785d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.775147] env[70771]: INFO nova.compute.manager [req-b0fcca1b-ae54-4db3-a652-f0cc5592ceb8 req-70c2ec66-115a-476c-b407-1850b69ce6bf service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Neutron deleted interface 671b06d8-ce24-42c3-a496-084db764785d; detaching it from the instance and deleting it from the info cache [ 764.775366] env[70771]: DEBUG nova.network.neutron [req-b0fcca1b-ae54-4db3-a652-f0cc5592ceb8 req-70c2ec66-115a-476c-b407-1850b69ce6bf service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.797608] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae3d64-ec93-4a58-b798-436df4958a70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.805353] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7614274e-be38-4911-bc8a-f6c8ae1454a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.844715] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580e79e-3e79-47b5-b80b-206b03ce25b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.852553] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e92175f-d73d-4892-a571-50430f2c17a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.866134] env[70771]: DEBUG nova.compute.provider_tree [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.969136] env[70771]: DEBUG nova.network.neutron [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updated VIF entry in instance network info cache for port 14d1a136-a110-4aca-baed-5e7c68a0ccb5. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.969136] env[70771]: DEBUG nova.network.neutron [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updating instance_info_cache with network_info: [{"id": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "address": "fa:16:3e:65:7a:e5", "network": {"id": "404c7d76-c52e-4956-b385-18acdbe82ee1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1490394518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabebc76b66246049b943981eb0bc23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d1a136-a1", "ovs_interfaceid": "14d1a136-a110-4aca-baed-5e7c68a0ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.036146] env[70771]: DEBUG nova.compute.manager [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Received event network-vif-plugged-58054ace-d177-4f16-a7eb-8ca718a16ca4 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.036146] env[70771]: DEBUG oslo_concurrency.lockutils [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] Acquiring lock "5496ee2e-c062-4122-94ad-636d993287e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.036146] env[70771]: DEBUG oslo_concurrency.lockutils [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] Lock "5496ee2e-c062-4122-94ad-636d993287e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.037091] env[70771]: DEBUG oslo_concurrency.lockutils [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] Lock "5496ee2e-c062-4122-94ad-636d993287e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.037091] env[70771]: DEBUG nova.compute.manager [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] No waiting events found dispatching network-vif-plugged-58054ace-d177-4f16-a7eb-8ca718a16ca4 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.037091] env[70771]: WARNING nova.compute.manager [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Received unexpected event network-vif-plugged-58054ace-d177-4f16-a7eb-8ca718a16ca4 for instance with vm_state building and task_state spawning. [ 765.037091] env[70771]: DEBUG nova.compute.manager [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Received event network-changed-58054ace-d177-4f16-a7eb-8ca718a16ca4 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.037091] env[70771]: DEBUG nova.compute.manager [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Refreshing instance network info cache due to event network-changed-58054ace-d177-4f16-a7eb-8ca718a16ca4. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.037493] env[70771]: DEBUG oslo_concurrency.lockutils [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] Acquiring lock "refresh_cache-5496ee2e-c062-4122-94ad-636d993287e4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.037493] env[70771]: DEBUG oslo_concurrency.lockutils [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] Acquired lock "refresh_cache-5496ee2e-c062-4122-94ad-636d993287e4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.037687] env[70771]: DEBUG nova.network.neutron [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Refreshing network info cache for port 58054ace-d177-4f16-a7eb-8ca718a16ca4 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.039313] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "refresh_cache-5496ee2e-c062-4122-94ad-636d993287e4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.088803] env[70771]: DEBUG nova.network.neutron [-] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.142175] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513470, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.190808] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.193936] env[70771]: DEBUG oslo_vmware.api [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138952} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.194242] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.194432] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.194618] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.194790] env[70771]: INFO nova.compute.manager [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 765.195054] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.195251] env[70771]: DEBUG nova.compute.manager [-] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.195344] env[70771]: DEBUG nova.network.neutron [-] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.258440] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.278311] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10a48386-3b77-4d03-a14b-c833ad1363d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.287186] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ffa721-32b9-4a4d-bff2-934950f9fe09 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.327991] env[70771]: DEBUG nova.compute.manager [req-b0fcca1b-ae54-4db3-a652-f0cc5592ceb8 req-70c2ec66-115a-476c-b407-1850b69ce6bf service nova] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Detach interface failed, port_id=671b06d8-ce24-42c3-a496-084db764785d, reason: Instance 48b8cd3f-dfdd-4583-a856-f7abe793b0d3 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.369336] env[70771]: DEBUG nova.scheduler.client.report [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.471464] env[70771]: DEBUG oslo_concurrency.lockutils [req-965d977e-a1f7-4d55-be20-07f4a4af86bd req-98a8dc65-894f-40bd-80e3-a92f7dba399d service nova] Releasing lock "refresh_cache-81c616b1-fa27-4606-94be-2ba00dbdf11a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.571767] env[70771]: DEBUG nova.network.neutron [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.593397] env[70771]: INFO nova.compute.manager [-] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Took 1.38 seconds to deallocate network for instance. [ 765.622150] env[70771]: DEBUG nova.network.neutron [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.644288] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513470, 'name': CloneVM_Task, 'duration_secs': 1.912409} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.645141] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Created linked-clone VM from snapshot [ 765.645935] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60cb1d8-5c43-48e4-9d44-f9c05ac28cdd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.653641] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Uploading image 289cf7b5-f7ef-49fa-9026-d9e9951df17a {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.678081] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 765.678081] env[70771]: value = "vm-701987" [ 765.678081] env[70771]: _type = "VirtualMachine" [ 765.678081] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 765.678360] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d4e8a40-3e9e-4b74-94a2-09533ea6f148 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.688199] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513476, 'name': ReconfigVM_Task, 'duration_secs': 0.718305} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.689535] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] ee2e471e-d89c-4c7f-9e18-942d71dfc55a/ee2e471e-d89c-4c7f-9e18-942d71dfc55a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.690270] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lease: (returnval){ [ 765.690270] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5285ae72-5c5d-0d10-050c-7b6563670812" [ 765.690270] env[70771]: _type = "HttpNfcLease" [ 765.690270] env[70771]: } obtained for exporting VM: (result){ [ 765.690270] env[70771]: value = "vm-701987" [ 765.690270] env[70771]: _type = "VirtualMachine" [ 765.690270] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 765.690504] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the lease: (returnval){ [ 765.690504] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5285ae72-5c5d-0d10-050c-7b6563670812" [ 765.690504] env[70771]: _type = "HttpNfcLease" [ 765.690504] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 765.690657] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56f8849f-d130-44d4-8325-6e76938068d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.699036] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.699036] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5285ae72-5c5d-0d10-050c-7b6563670812" [ 765.699036] env[70771]: _type = "HttpNfcLease" [ 765.699036] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 765.700126] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 765.700126] env[70771]: value = "task-3513480" [ 765.700126] env[70771]: _type = "Task" [ 765.700126] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.709466] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513480, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.756701] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513478, 'name': ReconfigVM_Task, 'duration_secs': 0.515433} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.757177] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Reconfigured VM instance instance-00000025 to attach disk [datastore2] b4213304-4027-4f7a-aa55-aefe8e2dd019/b4213304-4027-4f7a-aa55-aefe8e2dd019.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.757645] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1efe6b7-2f90-449b-b3d9-1fd6e15ded1c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.763964] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 765.763964] env[70771]: value = "task-3513481" [ 765.763964] env[70771]: _type = "Task" [ 765.763964] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.775965] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513481, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.875318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.878300] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.560s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.878753] env[70771]: DEBUG nova.objects.instance [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 765.906160] env[70771]: INFO nova.scheduler.client.report [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Deleted allocations for instance 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29 [ 765.967044] env[70771]: DEBUG nova.network.neutron [-] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.101205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.124481] env[70771]: DEBUG oslo_concurrency.lockutils [req-4e700e04-29ed-436a-93c3-c0db4f00ec53 req-c1f6823b-46b3-4705-96fd-30233b8da908 service nova] Releasing lock "refresh_cache-5496ee2e-c062-4122-94ad-636d993287e4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.124877] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquired lock "refresh_cache-5496ee2e-c062-4122-94ad-636d993287e4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.125095] env[70771]: DEBUG nova.network.neutron [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.200026] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.200026] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5285ae72-5c5d-0d10-050c-7b6563670812" [ 766.200026] env[70771]: _type = "HttpNfcLease" [ 766.200026] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 766.200332] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 766.200332] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5285ae72-5c5d-0d10-050c-7b6563670812" [ 766.200332] env[70771]: _type = "HttpNfcLease" [ 766.200332] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 766.201111] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb9a65-a14d-4c72-9824-0517508960ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.210831] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222ff5e-16ad-2d15-e0bd-8c8a9c94603b/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 766.211046] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222ff5e-16ad-2d15-e0bd-8c8a9c94603b/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 766.214915] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513480, 'name': Rename_Task, 'duration_secs': 0.192998} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.215936] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.216218] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-798222eb-a14b-4389-8493-42d061b96ec3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.276320] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 766.276320] env[70771]: value = "task-3513483" [ 766.276320] env[70771]: _type = "Task" [ 766.276320] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.282774] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513481, 'name': Rename_Task, 'duration_secs': 0.133331} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.283394] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.283678] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-074bd285-dce3-493e-a313-5b6d48757e77 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.288591] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.289767] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 766.289767] env[70771]: value = "task-3513484" [ 766.289767] env[70771]: _type = "Task" [ 766.289767] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.297503] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.304422] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45f10d55-1592-4c5f-ae2e-db98cf39dc56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.414316] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3830b0c6-355b-4779-a6b2-9a99b56c5a72 tempest-AttachInterfacesUnderV243Test-1674775708 tempest-AttachInterfacesUnderV243Test-1674775708-project-member] Lock "876fb1a2-6f0d-4e88-9a74-cc69f9c1df29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.488s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.470162] env[70771]: INFO nova.compute.manager [-] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Took 1.27 seconds to deallocate network for instance. [ 766.666919] env[70771]: DEBUG nova.network.neutron [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.788387] env[70771]: DEBUG oslo_vmware.api [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513483, 'name': PowerOnVM_Task, 'duration_secs': 0.510918} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.788684] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.788922] env[70771]: INFO nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Took 9.86 seconds to spawn the instance on the hypervisor. [ 766.789144] env[70771]: DEBUG nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.789947] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8068b708-b412-46a9-9324-4d75643eb9c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.809289] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.854917] env[70771]: DEBUG nova.network.neutron [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Updating instance_info_cache with network_info: [{"id": "58054ace-d177-4f16-a7eb-8ca718a16ca4", "address": "fa:16:3e:2a:09:c6", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58054ace-d1", "ovs_interfaceid": "58054ace-d177-4f16-a7eb-8ca718a16ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.894368] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7881e871-7d3d-4fa4-8efe-ae5d2d786561 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.896280] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.383s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.898272] env[70771]: DEBUG nova.objects.instance [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 766.913932] env[70771]: DEBUG nova.compute.manager [req-bd5557f0-70e6-4401-a773-91060171e38b req-58dec262-8ac0-4d7f-a8b0-49b152690770 service nova] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Received event network-vif-deleted-14d1a136-a110-4aca-baed-5e7c68a0ccb5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.981210] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.309373] env[70771]: DEBUG oslo_vmware.api [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513484, 'name': PowerOnVM_Task, 'duration_secs': 0.615922} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.309615] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.309811] env[70771]: INFO nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Took 7.71 seconds to spawn the instance on the hypervisor. [ 767.310009] env[70771]: DEBUG nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.310903] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af08d26-364a-483f-9f10-ae5a617f7058 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.330440] env[70771]: INFO nova.compute.manager [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Took 53.43 seconds to build instance. [ 767.357340] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Releasing lock "refresh_cache-5496ee2e-c062-4122-94ad-636d993287e4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.357983] env[70771]: DEBUG nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Instance network_info: |[{"id": "58054ace-d177-4f16-a7eb-8ca718a16ca4", "address": "fa:16:3e:2a:09:c6", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58054ace-d1", "ovs_interfaceid": "58054ace-d177-4f16-a7eb-8ca718a16ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.358679] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:09:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58054ace-d177-4f16-a7eb-8ca718a16ca4', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.367746] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Creating folder: Project (d3226d677c6e41b7abcf06b65b1ca010). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.369644] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b86d4f2-c226-496a-bbec-629250b08007 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.380893] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Created folder: Project (d3226d677c6e41b7abcf06b65b1ca010) in parent group-v701875. [ 767.382370] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Creating folder: Instances. Parent ref: group-v701988. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.382514] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab31315a-cecf-4a69-87e2-8b647449a355 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.391521] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Created folder: Instances in parent group-v701988. [ 767.391885] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.392124] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.392423] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e11931ac-50c8-499c-b630-ad778e1be5e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.417627] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.417627] env[70771]: value = "task-3513487" [ 767.417627] env[70771]: _type = "Task" [ 767.417627] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.426997] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513487, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.840749] env[70771]: INFO nova.compute.manager [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Took 52.37 seconds to build instance. [ 767.843918] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5f5ae268-3cd2-48a0-9528-09001f134514 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.382s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.917314] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9f92add-d87d-499c-a7ca-cec2529e646b tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.923594] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.230s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.923594] env[70771]: DEBUG nova.objects.instance [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lazy-loading 'resources' on Instance uuid ee4f74ea-706a-4efe-a7d5-5bff5aaef508 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.937660] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513487, 'name': CreateVM_Task, 'duration_secs': 0.480749} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.937878] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.938743] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.938973] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.939343] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.939992] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e654633c-44a1-401b-84c0-c78a64873492 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.949023] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 767.949023] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b7864f-dabf-f9ce-c019-fafa9447c9cd" [ 767.949023] env[70771]: _type = "Task" [ 767.949023] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.958745] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b7864f-dabf-f9ce-c019-fafa9447c9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.151178] env[70771]: DEBUG nova.compute.manager [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Received event network-changed-fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.151255] env[70771]: DEBUG nova.compute.manager [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Refreshing instance network info cache due to event network-changed-fdc58e77-3566-4b9d-86a6-32dddb187fe2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.151446] env[70771]: DEBUG oslo_concurrency.lockutils [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] Acquiring lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.151585] env[70771]: DEBUG oslo_concurrency.lockutils [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] Acquired lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.151764] env[70771]: DEBUG nova.network.neutron [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Refreshing network info cache for port fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.346771] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cbb2c534-6713-4ba1-abbd-3481adcc7820 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.573s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.351843] env[70771]: DEBUG nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.470575] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b7864f-dabf-f9ce-c019-fafa9447c9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014554} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.473020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.473020] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.473020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.473020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.473321] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.475522] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f353722b-e03f-431a-ae60-644f2aa325dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.487221] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.487221] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.487221] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a0989b-7325-450b-944c-68dab0536336 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.503235] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 768.503235] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528926e9-8dd2-625b-a54e-f2a462f3fb88" [ 768.503235] env[70771]: _type = "Task" [ 768.503235] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.512308] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528926e9-8dd2-625b-a54e-f2a462f3fb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.848388] env[70771]: DEBUG nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.874895] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.999450] env[70771]: DEBUG nova.network.neutron [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updated VIF entry in instance network info cache for port fdc58e77-3566-4b9d-86a6-32dddb187fe2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.999827] env[70771]: DEBUG nova.network.neutron [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updating instance_info_cache with network_info: [{"id": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "address": "fa:16:3e:46:a8:55", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc58e77-35", "ovs_interfaceid": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.011537] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bef050-5459-455f-8ea7-c78284526a21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.024180] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63df04b-4895-41b6-9711-3d23efbf7d12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.027367] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528926e9-8dd2-625b-a54e-f2a462f3fb88, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.028876] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ba9ffa-9533-4b59-a021-754ff5842556 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.066220] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac977a0-963b-4e68-bf75-2e15b08dd6ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.070196] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 769.070196] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fe09ab-056a-91f6-ff92-44b93648b732" [ 769.070196] env[70771]: _type = "Task" [ 769.070196] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.082129] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee101eb0-721d-4d9b-b8bf-4e148030694f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.085844] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fe09ab-056a-91f6-ff92-44b93648b732, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.086595] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.086894] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 5496ee2e-c062-4122-94ad-636d993287e4/5496ee2e-c062-4122-94ad-636d993287e4.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.087192] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-481942c2-54ea-4f37-bd53-1ec84e3dcc3a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.097734] env[70771]: DEBUG nova.compute.provider_tree [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.104217] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 769.104217] env[70771]: value = "task-3513489" [ 769.104217] env[70771]: _type = "Task" [ 769.104217] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.112322] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.385923] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.502828] env[70771]: DEBUG oslo_concurrency.lockutils [req-8dbc81ca-a03d-41d1-bef7-3b7a3cd1bb71 req-fe166b88-f0ed-481a-82f9-9e73721ce6fa service nova] Releasing lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.604854] env[70771]: DEBUG nova.scheduler.client.report [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.621126] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491138} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.621277] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 5496ee2e-c062-4122-94ad-636d993287e4/5496ee2e-c062-4122-94ad-636d993287e4.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.621558] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.622345] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f937365f-2639-467f-9f27-17fe2b044195 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.629838] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 769.629838] env[70771]: value = "task-3513490" [ 769.629838] env[70771]: _type = "Task" [ 769.629838] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.640217] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.114831] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.117959] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.507s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.119483] env[70771]: INFO nova.compute.claims [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.140126] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072677} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.140396] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.141293] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224749d3-66b2-4979-9274-727c08707905 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.145528] env[70771]: INFO nova.scheduler.client.report [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Deleted allocations for instance ee4f74ea-706a-4efe-a7d5-5bff5aaef508 [ 770.175636] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 5496ee2e-c062-4122-94ad-636d993287e4/5496ee2e-c062-4122-94ad-636d993287e4.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.180485] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ceb7d2-d6aa-4f44-88c8-685f15b5a7ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.197614] env[70771]: DEBUG nova.compute.manager [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Received event network-changed-3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.197824] env[70771]: DEBUG nova.compute.manager [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Refreshing instance network info cache due to event network-changed-3323e7ff-08f6-4a96-9aec-9b5b16577f27. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.198093] env[70771]: DEBUG oslo_concurrency.lockutils [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.198264] env[70771]: DEBUG oslo_concurrency.lockutils [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.198430] env[70771]: DEBUG nova.network.neutron [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Refreshing network info cache for port 3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.206662] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 770.206662] env[70771]: value = "task-3513491" [ 770.206662] env[70771]: _type = "Task" [ 770.206662] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.218702] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.685689] env[70771]: DEBUG oslo_concurrency.lockutils [None req-61eb9f54-84b2-4e00-b3d3-9bb22cabe5f5 tempest-ServersListShow296Test-564123287 tempest-ServersListShow296Test-564123287-project-member] Lock "ee4f74ea-706a-4efe-a7d5-5bff5aaef508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.265s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.721623] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.935159] env[70771]: DEBUG nova.network.neutron [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updated VIF entry in instance network info cache for port 3323e7ff-08f6-4a96-9aec-9b5b16577f27. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.935614] env[70771]: DEBUG nova.network.neutron [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.222035] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513491, 'name': ReconfigVM_Task, 'duration_secs': 0.920746} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.222382] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 5496ee2e-c062-4122-94ad-636d993287e4/5496ee2e-c062-4122-94ad-636d993287e4.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.223101] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-682c9f3d-a2a3-45ee-a47a-404d8f14ea97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.230939] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 771.230939] env[70771]: value = "task-3513492" [ 771.230939] env[70771]: _type = "Task" [ 771.230939] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.242540] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513492, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.439078] env[70771]: DEBUG oslo_concurrency.lockutils [req-d430c18e-1786-43b6-a8dd-8f990f428a9c req-cc166277-80ad-4db7-a419-70ec500d1191 service nova] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.560016] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f29179-9e25-4e5e-af49-3c6386fe4c8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.566393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35bcc47-23d2-4166-b5be-48462bb85e17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.598788] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695f050-94b5-4580-a52a-4bd6d3166e44 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.607382] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c39b1d-d195-4736-be03-7164b517f05d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.623302] env[70771]: DEBUG nova.compute.provider_tree [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.741524] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513492, 'name': Rename_Task, 'duration_secs': 0.173708} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.741524] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.741669] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-983383fc-628d-45dd-8ae8-6f4dd5e4561f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.750031] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 771.750031] env[70771]: value = "task-3513493" [ 771.750031] env[70771]: _type = "Task" [ 771.750031] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.759389] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.774076] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Acquiring lock "b956c964-e2d6-4ac6-8a3d-817355307d3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.774342] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.126421] env[70771]: DEBUG nova.scheduler.client.report [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.261017] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513493, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.631735] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.632386] env[70771]: DEBUG nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.636861] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.291s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.762735] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.151030] env[70771]: DEBUG nova.compute.utils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.152242] env[70771]: DEBUG nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 773.269770] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.654112] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 65910f00-90c8-4d6c-9fdd-b215a898890c as it has an incoming, in-progress migration 30c96d32-1686-4561-a99a-a446c40b4fd0. Migration status is confirming {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 773.656441] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating resource usage from migration 30c96d32-1686-4561-a99a-a446c40b4fd0 [ 773.659182] env[70771]: DEBUG nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.689030] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance ab058a0c-20a3-49df-b50e-dc3a657ba8e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.689126] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance d0f6ab95-8ecf-425d-b7db-d09f93283245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.689197] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance ad438180-2e64-447b-ab5c-76566567d026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.689325] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 46940103-9674-410e-9e7f-b356cb9df416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.689450] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.689652] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 97693e67-108c-47d1-9f93-78376c9b11e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.689835] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 6d593d73-d5fd-4a4a-aafb-b3195ae2399c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.689970] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance fbefa65e-30a4-4a4b-a588-a8f514c84a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.690105] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 9544fe98-4d21-44fd-b4ac-c17762ffb0fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.690268] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b426771b-a300-4275-a93f-2fdff440adfc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.690483] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance a0324c35-a135-465e-9bad-b02b7e0996ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.690654] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 0bd0a48d-a47f-45fd-ab1d-2baf3d364543 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.690789] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance f01746b5-6833-4612-bb74-91a70b81b610 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.690924] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 49faccb0-7db4-40f0-ab40-cce0d967aae7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.691099] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 81c616b1-fa27-4606-94be-2ba00dbdf11a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.691266] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration 30c96d32-1686-4561-a99a-a446c40b4fd0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 773.691836] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 65910f00-90c8-4d6c-9fdd-b215a898890c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.691836] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 48b8cd3f-dfdd-4583-a856-f7abe793b0d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.691836] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b3ec055c-6ccf-446b-9ebd-00306eae31df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.691836] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance ee2e471e-d89c-4c7f-9e18-942d71dfc55a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.692049] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b4213304-4027-4f7a-aa55-aefe8e2dd019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.692049] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 5496ee2e-c062-4122-94ad-636d993287e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.692128] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 73e3d7de-dfc6-4702-91e4-de5406d02c80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.764741] env[70771]: DEBUG oslo_vmware.api [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513493, 'name': PowerOnVM_Task, 'duration_secs': 1.598462} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.765205] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.765506] env[70771]: INFO nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Took 10.46 seconds to spawn the instance on the hypervisor. [ 773.765797] env[70771]: DEBUG nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.766815] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2f46a9-de58-4a5e-af85-52f58b324d91 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.195390] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 6d7fef48-7b7a-4387-8b4f-d566c832979e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.290260] env[70771]: INFO nova.compute.manager [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Took 53.96 seconds to build instance. [ 774.671424] env[70771]: DEBUG nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.703185] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.703551] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.703740] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.703992] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.704186] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.704351] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.704570] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.704729] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.704895] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.705076] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.705256] env[70771]: DEBUG nova.virt.hardware [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.706127] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.708235] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b5169c-8e27-40b4-947e-65eaf6296bf7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.720499] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af420132-6870-4be6-bc68-e24536a836ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.736542] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.742084] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Creating folder: Project (fcdebd8532ab4e47b6a26049b1ce1fc7). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.742703] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ab202c8-c0fd-48ce-8ebd-c8c1ad9e2233 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.755042] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Created folder: Project (fcdebd8532ab4e47b6a26049b1ce1fc7) in parent group-v701875. [ 774.755283] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Creating folder: Instances. Parent ref: group-v701991. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.755527] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d902d175-e071-415d-acf7-d2281de8e9d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.767367] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Created folder: Instances in parent group-v701991. [ 774.767698] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.768331] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.768592] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e10e172-b1ff-44ef-945b-6687e335f294 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.791682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-55ad4c54-8581-4137-a345-57df889b3160 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "5496ee2e-c062-4122-94ad-636d993287e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.812s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.792067] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.792067] env[70771]: value = "task-3513496" [ 774.792067] env[70771]: _type = "Task" [ 774.792067] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.810666] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513496, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.212874] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance cb8dd694-5243-4232-a790-8c3081547964 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.298654] env[70771]: DEBUG nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.308138] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513496, 'name': CreateVM_Task, 'duration_secs': 0.419945} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.308138] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.308138] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.308363] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.309123] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.309123] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1384096-1606-4be1-9f02-3519740745d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.315478] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 775.315478] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d50c88-3a81-cbdf-9fb1-4631923449ee" [ 775.315478] env[70771]: _type = "Task" [ 775.315478] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.326668] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d50c88-3a81-cbdf-9fb1-4631923449ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.555127] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "5496ee2e-c062-4122-94ad-636d993287e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.555411] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "5496ee2e-c062-4122-94ad-636d993287e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.555625] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "5496ee2e-c062-4122-94ad-636d993287e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.555807] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "5496ee2e-c062-4122-94ad-636d993287e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.556011] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "5496ee2e-c062-4122-94ad-636d993287e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.558500] env[70771]: INFO nova.compute.manager [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Terminating instance [ 775.716213] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b2cfe39b-98bd-4914-877d-7339e362c6e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.822321] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.826154] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d50c88-3a81-cbdf-9fb1-4631923449ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01306} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.826452] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.826682] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.826951] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.827104] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.827362] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.827649] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e71eec96-45eb-445d-ae22-92b4b0552a9c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.837507] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.837679] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.838434] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6b7e2f-de7d-4abc-9401-ca035fc9fcd3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.844109] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 775.844109] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d3b7b5-7de3-3901-c603-75b082a9f42f" [ 775.844109] env[70771]: _type = "Task" [ 775.844109] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.854080] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d3b7b5-7de3-3901-c603-75b082a9f42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.063666] env[70771]: DEBUG nova.compute.manager [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.063935] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.064800] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177318e8-6403-416b-97f4-4fe9d7f7724a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.073921] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.074220] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558aac6d-cfa1-488b-8c05-b0e1bba26abb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.082127] env[70771]: DEBUG oslo_vmware.api [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 776.082127] env[70771]: value = "task-3513497" [ 776.082127] env[70771]: _type = "Task" [ 776.082127] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.091722] env[70771]: DEBUG oslo_vmware.api [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.219891] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 529bacab-2dd3-4d2a-8a12-96c37f30f346 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.356896] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d3b7b5-7de3-3901-c603-75b082a9f42f, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.357250] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4067909-ea12-454a-9a35-d395bd9a9eaa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.364964] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 776.364964] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e3030c-f130-1b42-f43d-b60196eed856" [ 776.364964] env[70771]: _type = "Task" [ 776.364964] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.375135] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e3030c-f130-1b42-f43d-b60196eed856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.593170] env[70771]: DEBUG oslo_vmware.api [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513497, 'name': PowerOffVM_Task, 'duration_secs': 0.303265} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.593512] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.595031] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.595031] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24221912-728a-4cb1-acc1-846d4b51252d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.690417] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.690472] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.690633] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Deleting the datastore file [datastore2] 5496ee2e-c062-4122-94ad-636d993287e4 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.693031] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222ff5e-16ad-2d15-e0bd-8c8a9c94603b/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.693302] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0724baef-5562-4902-960b-df9551c5219d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.695763] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b53049-4bc7-4815-99a4-89b9ffc6cea3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.701881] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222ff5e-16ad-2d15-e0bd-8c8a9c94603b/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.702097] env[70771]: ERROR oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222ff5e-16ad-2d15-e0bd-8c8a9c94603b/disk-0.vmdk due to incomplete transfer. [ 776.703421] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1076b32b-868f-45bf-8e3f-c3e708ef4dd3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.704981] env[70771]: DEBUG oslo_vmware.api [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for the task: (returnval){ [ 776.704981] env[70771]: value = "task-3513499" [ 776.704981] env[70771]: _type = "Task" [ 776.704981] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.713909] env[70771]: DEBUG oslo_vmware.api [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.716558] env[70771]: DEBUG oslo_vmware.rw_handles [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222ff5e-16ad-2d15-e0bd-8c8a9c94603b/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.716820] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Uploaded image 289cf7b5-f7ef-49fa-9026-d9e9951df17a to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.719377] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.719681] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6806c370-29d9-4357-bd70-dbae314861d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.722662] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 8790a9bb-2651-4759-bf3d-fbc796c09666 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.726433] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 776.726433] env[70771]: value = "task-3513500" [ 776.726433] env[70771]: _type = "Task" [ 776.726433] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.737407] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513500, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.875899] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e3030c-f130-1b42-f43d-b60196eed856, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.876166] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.876432] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.876687] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b53af8d-11ce-41f1-912d-1914dfcc79f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.883380] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 776.883380] env[70771]: value = "task-3513501" [ 776.883380] env[70771]: _type = "Task" [ 776.883380] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.891551] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.220815] env[70771]: DEBUG oslo_vmware.api [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Task: {'id': task-3513499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153245} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.221394] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.221726] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.222195] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.222469] env[70771]: INFO nova.compute.manager [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 777.222737] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.223025] env[70771]: DEBUG nova.compute.manager [-] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.223167] env[70771]: DEBUG nova.network.neutron [-] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.225630] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 250eba1c-9bec-4081-8124-5adcc88e87f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.237864] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513500, 'name': Destroy_Task, 'duration_secs': 0.50461} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.238182] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Destroyed the VM [ 777.238436] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.238736] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8c3f613-ee7f-4647-a7ea-fb27cd333d53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.248027] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 777.248027] env[70771]: value = "task-3513502" [ 777.248027] env[70771]: _type = "Task" [ 777.248027] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.261906] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.395591] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507557} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.395986] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.396126] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.396386] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c7f4c53-498a-43e1-97ba-a5e21838b0e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.404199] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 777.404199] env[70771]: value = "task-3513503" [ 777.404199] env[70771]: _type = "Task" [ 777.404199] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.413124] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.606693] env[70771]: DEBUG nova.compute.manager [req-09247bf2-13bc-4add-bce8-da26db53e4e4 req-a50f3327-fa22-49f5-a270-47802973722b service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Received event network-vif-deleted-58054ace-d177-4f16-a7eb-8ca718a16ca4 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.606844] env[70771]: INFO nova.compute.manager [req-09247bf2-13bc-4add-bce8-da26db53e4e4 req-a50f3327-fa22-49f5-a270-47802973722b service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Neutron deleted interface 58054ace-d177-4f16-a7eb-8ca718a16ca4; detaching it from the instance and deleting it from the info cache [ 777.607042] env[70771]: DEBUG nova.network.neutron [req-09247bf2-13bc-4add-bce8-da26db53e4e4 req-a50f3327-fa22-49f5-a270-47802973722b service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.729451] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 97167a6c-46db-46a3-98a9-4d37f60c6f40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.761085] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513502, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.914431] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075852} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.916020] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.916020] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4627496-4a68-48f6-a2b0-942a443d9cb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.941336] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.941684] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa68dbc3-33ed-4914-9022-a897542ff3cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.963339] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 777.963339] env[70771]: value = "task-3513504" [ 777.963339] env[70771]: _type = "Task" [ 777.963339] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.973481] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.046628] env[70771]: DEBUG nova.network.neutron [-] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.110184] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-050be12f-b60a-4ad7-b4a6-656848f07cae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.120979] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc907cf4-ba0f-435d-98dd-8553f104b5de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.157981] env[70771]: DEBUG nova.compute.manager [req-09247bf2-13bc-4add-bce8-da26db53e4e4 req-a50f3327-fa22-49f5-a270-47802973722b service nova] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Detach interface failed, port_id=58054ace-d177-4f16-a7eb-8ca718a16ca4, reason: Instance 5496ee2e-c062-4122-94ad-636d993287e4 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.233881] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 2050ee68-aca9-4c6c-8983-3ac566483d5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.260047] env[70771]: DEBUG oslo_vmware.api [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513502, 'name': RemoveSnapshot_Task, 'duration_secs': 0.793957} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.260176] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.260364] env[70771]: INFO nova.compute.manager [None req-b5c40cb1-4d4e-4fb9-9697-e7efca2c9a38 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Took 16.75 seconds to snapshot the instance on the hypervisor. [ 778.474853] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.549152] env[70771]: INFO nova.compute.manager [-] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Took 1.33 seconds to deallocate network for instance. [ 778.736645] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 33493b97-8385-4560-97ba-858234d7d790 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.975997] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.055556] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.240630] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b956c964-e2d6-4ac6-8a3d-817355307d3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.242287] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 779.242442] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 779.478526] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513504, 'name': ReconfigVM_Task, 'duration_secs': 1.084183} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.481581] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.482639] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa203e7e-431a-42fc-9feb-a751269ef343 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.492685] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 779.492685] env[70771]: value = "task-3513505" [ 779.492685] env[70771]: _type = "Task" [ 779.492685] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.506058] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513505, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.729130] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d2d397-db1f-4fce-896f-f2cd58b35ef0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.737979] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90261818-3965-4a82-b42d-a688595f7ce4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.769881] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21645e9-a082-4536-a3f9-7dd66677e1a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.779120] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10b14c8-fcc8-4eec-bb40-8367723b5dc0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.793305] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.006806] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513505, 'name': Rename_Task, 'duration_secs': 0.231367} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.007149] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.007408] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e6846c-466a-4c70-869f-c756c91b37bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.014359] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 780.014359] env[70771]: value = "task-3513506" [ 780.014359] env[70771]: _type = "Task" [ 780.014359] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.022883] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.297506] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.444044] env[70771]: DEBUG nova.compute.manager [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.445009] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38871965-1636-4f5f-b3b6-1a0b88402434 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.525189] env[70771]: DEBUG oslo_vmware.api [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513506, 'name': PowerOnVM_Task, 'duration_secs': 0.421715} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.525517] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.525723] env[70771]: INFO nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Took 5.85 seconds to spawn the instance on the hypervisor. [ 780.525901] env[70771]: DEBUG nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.526717] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d8d4f9-ca2b-4e69-a0d9-12e9afa4487b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.803419] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 780.803716] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.168s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.804015] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.637s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.804225] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.806302] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.406s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.809391] env[70771]: INFO nova.compute.claims [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.834908] env[70771]: INFO nova.scheduler.client.report [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Deleted allocations for instance b426771b-a300-4275-a93f-2fdff440adfc [ 780.957681] env[70771]: INFO nova.compute.manager [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] instance snapshotting [ 780.961640] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013dbfa-8cca-4873-9397-57dad34cd360 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.981157] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7761fb1-e077-403f-8f45-981b9309e9ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.045551] env[70771]: INFO nova.compute.manager [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Took 47.46 seconds to build instance. [ 781.342607] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ffa2e571-cace-425d-b114-75fd043861e8 tempest-ServerShowV257Test-677548729 tempest-ServerShowV257Test-677548729-project-member] Lock "b426771b-a300-4275-a93f-2fdff440adfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.413s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.492395] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.492864] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad5fb1fa-bd2d-4235-a75c-515b7cb6ce64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.503974] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 781.503974] env[70771]: value = "task-3513507" [ 781.503974] env[70771]: _type = "Task" [ 781.503974] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.515623] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.545887] env[70771]: DEBUG oslo_concurrency.lockutils [None req-32cb6dd2-58a5-460e-bf67-563e61b71173 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "73e3d7de-dfc6-4702-91e4-de5406d02c80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.429s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.013937] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513507, 'name': CreateSnapshot_Task, 'duration_secs': 0.438016} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.016296] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.017393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53447c9e-ae5c-4f95-a0a0-ae726b1f2e1c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.051135] env[70771]: DEBUG nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.108916] env[70771]: INFO nova.compute.manager [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Rebuilding instance [ 782.146823] env[70771]: DEBUG nova.compute.manager [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.147736] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d9c73-5f62-465f-9e62-fcb5e2bf2af2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.221439] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ccd299-9622-494e-8346-52b205ced0a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.230054] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b81c39-91b5-4aa6-923f-396189e12d9a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.260578] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f3b95-b330-485c-b3b9-dd3af9ce51c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.269445] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc3008-7330-4e06-91e8-d83e68b96bed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.283939] env[70771]: DEBUG nova.compute.provider_tree [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.536711] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.537268] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16b891f2-8ef2-40fe-a762-78f9f91798fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.547272] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 782.547272] env[70771]: value = "task-3513508" [ 782.547272] env[70771]: _type = "Task" [ 782.547272] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.559435] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513508, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.576339] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.787656] env[70771]: DEBUG nova.scheduler.client.report [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.058829] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513508, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.164195] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.164531] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b6d1486-92b2-4f1a-9b0d-68b25fa815de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.172839] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 783.172839] env[70771]: value = "task-3513509" [ 783.172839] env[70771]: _type = "Task" [ 783.172839] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.182124] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.293634] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.294176] env[70771]: DEBUG nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.296928] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.933s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.297059] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.299255] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.393s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.300751] env[70771]: INFO nova.compute.claims [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.328980] env[70771]: INFO nova.scheduler.client.report [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted allocations for instance a0324c35-a135-465e-9bad-b02b7e0996ee [ 783.559447] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513508, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.683052] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513509, 'name': PowerOffVM_Task, 'duration_secs': 0.19981} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.683380] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.684040] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.684821] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74ebc96-11de-4bd7-850b-fe08506b474f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.691840] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.692084] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ca9d8b-3969-467f-9282-476fbd9b0cbc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.723301] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.723567] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.723750] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Deleting the datastore file [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.724034] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-112d39a6-e3a0-4a9d-a0b6-cac25ee385dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.731228] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 783.731228] env[70771]: value = "task-3513511" [ 783.731228] env[70771]: _type = "Task" [ 783.731228] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.740289] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.805937] env[70771]: DEBUG nova.compute.utils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.809143] env[70771]: DEBUG nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.809327] env[70771]: DEBUG nova.network.neutron [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.839803] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9f88bfe-8fe1-469e-acc4-da442c0d2eaa tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "a0324c35-a135-465e-9bad-b02b7e0996ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.017s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.859862] env[70771]: DEBUG nova.policy [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5bd078cc9344339b74226b78cfb999', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59adb096eb1646839c855d5d58272471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.063692] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513508, 'name': CloneVM_Task, 'duration_secs': 1.131988} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.063977] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Created linked-clone VM from snapshot [ 784.064820] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88eb4b3-0945-4a9a-92f6-4e8f24c61621 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.076731] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Uploading image f4bb03be-eefa-4163-866f-cd193dc44047 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.108428] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.108428] env[70771]: value = "vm-701995" [ 784.108428] env[70771]: _type = "VirtualMachine" [ 784.108428] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.108905] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e168e798-28f5-40e7-9fd5-014d241c6baa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.118742] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lease: (returnval){ [ 784.118742] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52035199-8c01-36af-8f49-0f2fc61c8ca7" [ 784.118742] env[70771]: _type = "HttpNfcLease" [ 784.118742] env[70771]: } obtained for exporting VM: (result){ [ 784.118742] env[70771]: value = "vm-701995" [ 784.118742] env[70771]: _type = "VirtualMachine" [ 784.118742] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.119080] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the lease: (returnval){ [ 784.119080] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52035199-8c01-36af-8f49-0f2fc61c8ca7" [ 784.119080] env[70771]: _type = "HttpNfcLease" [ 784.119080] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.131131] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.131131] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52035199-8c01-36af-8f49-0f2fc61c8ca7" [ 784.131131] env[70771]: _type = "HttpNfcLease" [ 784.131131] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.131443] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.131443] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52035199-8c01-36af-8f49-0f2fc61c8ca7" [ 784.131443] env[70771]: _type = "HttpNfcLease" [ 784.131443] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.132158] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18c023-56aa-4498-b653-76f35c83c362 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.143188] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52287368-692e-c839-fded-7fcdda238de2/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.143188] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52287368-692e-c839-fded-7fcdda238de2/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.143188] env[70771]: DEBUG nova.network.neutron [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Successfully created port: b01297e0-0b62-415a-8526-f218934a81f0 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.232466] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-691f0032-6339-4d33-add4-c988a73d1e70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.244443] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097913} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.245681] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.245885] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.246109] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.315849] env[70771]: DEBUG nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.476609] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.476700] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.477802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.477802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.477802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.479317] env[70771]: INFO nova.compute.manager [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Terminating instance [ 784.781359] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fcfcf5-43ea-41c6-96e5-1d04d663bab6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.792762] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726cd240-6364-4ca8-b678-beacbaaeeb52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.834097] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e7ee4-f1d1-4636-8126-bcc87eecdbd7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.846972] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffe604f-7870-4017-a9d6-676175c5d2fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.863616] env[70771]: DEBUG nova.compute.provider_tree [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.987585] env[70771]: DEBUG nova.compute.manager [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.987835] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.988730] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5103be60-c00d-416f-89ee-3cdbcf8e1d1a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.999535] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.000347] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57d42a3d-2f1a-4d04-bec8-25456d3dc84f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.010403] env[70771]: DEBUG oslo_vmware.api [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 785.010403] env[70771]: value = "task-3513513" [ 785.010403] env[70771]: _type = "Task" [ 785.010403] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.021421] env[70771]: DEBUG oslo_vmware.api [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.268924] env[70771]: DEBUG oslo_concurrency.lockutils [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.269296] env[70771]: DEBUG oslo_concurrency.lockutils [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.281451] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.281797] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.282157] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.282383] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.282633] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.282824] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.283058] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.283238] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.283997] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.284277] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.285211] env[70771]: DEBUG nova.virt.hardware [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.286502] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad4720-2564-4374-8f07-c25f1eb9fd3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.296593] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f23c1fd-d9f2-4da9-b113-d06930dcb12e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.311567] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.317460] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.318152] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.318419] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b56c43f-741d-45d5-866f-67f04da0d3e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.334505] env[70771]: DEBUG nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.339852] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.339852] env[70771]: value = "task-3513514" [ 785.339852] env[70771]: _type = "Task" [ 785.339852] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.349420] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513514, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.360489] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.360892] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.361151] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.361444] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.361860] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.362191] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.362438] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.362702] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.363153] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.363415] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.363586] env[70771]: DEBUG nova.virt.hardware [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.364947] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19ec25-7346-424a-812f-ef8ca442c391 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.369368] env[70771]: DEBUG nova.scheduler.client.report [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.382879] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796cc342-069c-4a3a-9155-a2b9c341cd8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.459848] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.460308] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.526726] env[70771]: DEBUG oslo_vmware.api [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513513, 'name': PowerOffVM_Task, 'duration_secs': 0.21064} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.527799] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.527799] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.528265] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed7aad3d-f70d-45c1-ab1b-b5219a15dbea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.597391] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.597653] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.597866] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Deleting the datastore file [datastore1] fbefa65e-30a4-4a4b-a588-a8f514c84a11 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.598198] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67cb83f9-10bf-4a45-80c7-c99d1352b5c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.606401] env[70771]: DEBUG oslo_vmware.api [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for the task: (returnval){ [ 785.606401] env[70771]: value = "task-3513516" [ 785.606401] env[70771]: _type = "Task" [ 785.606401] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.616247] env[70771]: DEBUG oslo_vmware.api [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.634234] env[70771]: DEBUG nova.compute.manager [req-d0e15e55-9d39-49d7-b939-ee2291f8a96b req-67ef95dd-a753-461d-a445-cde868f3c785 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Received event network-vif-plugged-b01297e0-0b62-415a-8526-f218934a81f0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.634579] env[70771]: DEBUG oslo_concurrency.lockutils [req-d0e15e55-9d39-49d7-b939-ee2291f8a96b req-67ef95dd-a753-461d-a445-cde868f3c785 service nova] Acquiring lock "6d7fef48-7b7a-4387-8b4f-d566c832979e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.634864] env[70771]: DEBUG oslo_concurrency.lockutils [req-d0e15e55-9d39-49d7-b939-ee2291f8a96b req-67ef95dd-a753-461d-a445-cde868f3c785 service nova] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.635122] env[70771]: DEBUG oslo_concurrency.lockutils [req-d0e15e55-9d39-49d7-b939-ee2291f8a96b req-67ef95dd-a753-461d-a445-cde868f3c785 service nova] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.635326] env[70771]: DEBUG nova.compute.manager [req-d0e15e55-9d39-49d7-b939-ee2291f8a96b req-67ef95dd-a753-461d-a445-cde868f3c785 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] No waiting events found dispatching network-vif-plugged-b01297e0-0b62-415a-8526-f218934a81f0 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.635550] env[70771]: WARNING nova.compute.manager [req-d0e15e55-9d39-49d7-b939-ee2291f8a96b req-67ef95dd-a753-461d-a445-cde868f3c785 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Received unexpected event network-vif-plugged-b01297e0-0b62-415a-8526-f218934a81f0 for instance with vm_state building and task_state spawning. [ 785.735878] env[70771]: DEBUG nova.network.neutron [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Successfully updated port: b01297e0-0b62-415a-8526-f218934a81f0 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.772793] env[70771]: DEBUG nova.compute.utils [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.850359] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513514, 'name': CreateVM_Task, 'duration_secs': 0.442962} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.850685] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.851186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.851435] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.851924] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.852200] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f629e06-65ed-4b6e-9e3a-168b0b01598d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.857196] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 785.857196] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5296bb59-58c4-1874-3d90-eb225d581551" [ 785.857196] env[70771]: _type = "Task" [ 785.857196] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.865659] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5296bb59-58c4-1874-3d90-eb225d581551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.875518] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.876085] env[70771]: DEBUG nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.878683] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.959s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.878917] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.881199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 40.678s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.908336] env[70771]: INFO nova.scheduler.client.report [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Deleted allocations for instance f01746b5-6833-4612-bb74-91a70b81b610 [ 786.118207] env[70771]: DEBUG oslo_vmware.api [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Task: {'id': task-3513516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219434} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.118510] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.118714] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.118923] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.119178] env[70771]: INFO nova.compute.manager [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Took 1.13 seconds to destroy the instance on the hypervisor. [ 786.119449] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.119662] env[70771]: DEBUG nova.compute.manager [-] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.119773] env[70771]: DEBUG nova.network.neutron [-] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.243228] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.243228] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.243228] env[70771]: DEBUG nova.network.neutron [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.277041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.369048] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5296bb59-58c4-1874-3d90-eb225d581551, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.369352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.369612] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.369880] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.370157] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.370405] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.370683] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-963e1246-ae84-4032-9d5f-533ef3527e8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.382636] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.382636] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.382636] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4021ba0-dc8a-4395-b5d8-4c38faff0d8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.392538] env[70771]: DEBUG nova.compute.utils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.394140] env[70771]: DEBUG nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.394312] env[70771]: DEBUG nova.network.neutron [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.401125] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 786.401125] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520c3d14-12f1-e5fd-c2b7-5598570e6790" [ 786.401125] env[70771]: _type = "Task" [ 786.401125] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.410033] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520c3d14-12f1-e5fd-c2b7-5598570e6790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.414849] env[70771]: DEBUG oslo_concurrency.lockutils [None req-814c8071-3f58-4ef0-87e4-daa707ad3fbc tempest-InstanceActionsV221TestJSON-1997581410 tempest-InstanceActionsV221TestJSON-1997581410-project-member] Lock "f01746b5-6833-4612-bb74-91a70b81b610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.041s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.466628] env[70771]: DEBUG nova.policy [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc18c4ca952e4b848758eea86556316b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57e1cbf92624a7cae929084d55c22ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.782844] env[70771]: DEBUG nova.network.neutron [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.837894] env[70771]: DEBUG nova.network.neutron [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Successfully created port: 3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.897171] env[70771]: DEBUG nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.918962] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520c3d14-12f1-e5fd-c2b7-5598570e6790, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.919820] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab5ca76-97c6-45de-afa0-8352b8d9e0ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.932993] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 786.932993] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e70f9f-93cd-7d57-54d8-45327ef166ad" [ 786.932993] env[70771]: _type = "Task" [ 786.932993] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.947873] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e70f9f-93cd-7d57-54d8-45327ef166ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.950662] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.950935] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.951650] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c311633-988e-4436-9f58-969df19722c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.962847] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 786.962847] env[70771]: value = "task-3513517" [ 786.962847] env[70771]: _type = "Task" [ 786.962847] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.971111] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c060a8b-7d92-4c8f-8a2d-32bc5ef49d85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.979338] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.985450] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d759346a-4da3-4298-b4a4-2a6e354d09a5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.989823] env[70771]: DEBUG nova.network.neutron [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Updating instance_info_cache with network_info: [{"id": "b01297e0-0b62-415a-8526-f218934a81f0", "address": "fa:16:3e:a8:64:78", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01297e0-0b", "ovs_interfaceid": "b01297e0-0b62-415a-8526-f218934a81f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.022606] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba08a946-3747-4643-8d61-acee78a705fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.032728] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026fd9b8-fea7-47aa-96db-0b1945f0bb59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.050076] env[70771]: DEBUG nova.compute.provider_tree [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.132586] env[70771]: DEBUG nova.network.neutron [-] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.398329] env[70771]: DEBUG oslo_concurrency.lockutils [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.398673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.399021] env[70771]: INFO nova.compute.manager [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Attaching volume 0f0d8c47-847f-4050-b746-8210464dc89c to /dev/sdb [ 787.444584] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de0b4c-4598-452a-a3c1-afc0249d0e2c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.453918] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b3b4f1-4271-4fef-a4b7-c75732af47df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.472333] env[70771]: DEBUG nova.virt.block_device [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updating existing volume attachment record: d0a56166-8119-42e0-8cc1-de5349b22779 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.482465] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.494313] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.494313] env[70771]: DEBUG nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Instance network_info: |[{"id": "b01297e0-0b62-415a-8526-f218934a81f0", "address": "fa:16:3e:a8:64:78", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01297e0-0b", "ovs_interfaceid": "b01297e0-0b62-415a-8526-f218934a81f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.494544] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:64:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b01297e0-0b62-415a-8526-f218934a81f0', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.503064] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.504040] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.504040] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b2e8081-de94-4b5f-8de9-9a25da1870a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.536831] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.536831] env[70771]: value = "task-3513518" [ 787.536831] env[70771]: _type = "Task" [ 787.536831] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.546813] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513518, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.556133] env[70771]: DEBUG nova.scheduler.client.report [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.639750] env[70771]: INFO nova.compute.manager [-] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Took 1.52 seconds to deallocate network for instance. [ 787.682761] env[70771]: DEBUG nova.compute.manager [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Received event network-changed-b01297e0-0b62-415a-8526-f218934a81f0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.682970] env[70771]: DEBUG nova.compute.manager [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Refreshing instance network info cache due to event network-changed-b01297e0-0b62-415a-8526-f218934a81f0. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.683976] env[70771]: DEBUG oslo_concurrency.lockutils [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] Acquiring lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.684168] env[70771]: DEBUG oslo_concurrency.lockutils [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] Acquired lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.684599] env[70771]: DEBUG nova.network.neutron [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Refreshing network info cache for port b01297e0-0b62-415a-8526-f218934a81f0 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.909228] env[70771]: DEBUG nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.940715] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.941015] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.941215] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.941450] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.941618] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.941780] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.942016] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.942513] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.942722] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.942925] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.943193] env[70771]: DEBUG nova.virt.hardware [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.944251] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622ee23-21e5-441b-93d0-ab63b53267e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.961060] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff799b-90d7-4aea-9d48-1149351d8661 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.978020] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607143} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.987021] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.987021] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.987266] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8453ef6d-aba8-49c7-b0cc-30a125bc0989 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.996318] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 787.996318] env[70771]: value = "task-3513522" [ 787.996318] env[70771]: _type = "Task" [ 787.996318] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.005994] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.047755] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513518, 'name': CreateVM_Task, 'duration_secs': 0.401398} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.047957] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.048716] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048897] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.049297] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.049583] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30b6645-8bc9-4639-89b0-786fe5abab8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.055635] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 788.055635] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e8fcdd-a5f7-1925-b9bd-0967431b519a" [ 788.055635] env[70771]: _type = "Task" [ 788.055635] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.069843] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e8fcdd-a5f7-1925-b9bd-0967431b519a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.151240] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.508773] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072797} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.509106] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.510939] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd9f6d3-a4a6-41f4-926a-6a5c5a62a317 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.534059] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.534059] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef0615a-ca7a-40b5-b1b5-3cbd00b76070 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.553597] env[70771]: DEBUG nova.compute.manager [req-d23a2556-d576-4912-8dae-62ffdee5c5dd req-f35b2930-8127-483b-b02d-5b988ce8f7f3 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Received event network-vif-plugged-3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.553597] env[70771]: DEBUG oslo_concurrency.lockutils [req-d23a2556-d576-4912-8dae-62ffdee5c5dd req-f35b2930-8127-483b-b02d-5b988ce8f7f3 service nova] Acquiring lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.553597] env[70771]: DEBUG oslo_concurrency.lockutils [req-d23a2556-d576-4912-8dae-62ffdee5c5dd req-f35b2930-8127-483b-b02d-5b988ce8f7f3 service nova] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.553779] env[70771]: DEBUG oslo_concurrency.lockutils [req-d23a2556-d576-4912-8dae-62ffdee5c5dd req-f35b2930-8127-483b-b02d-5b988ce8f7f3 service nova] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.553929] env[70771]: DEBUG nova.compute.manager [req-d23a2556-d576-4912-8dae-62ffdee5c5dd req-f35b2930-8127-483b-b02d-5b988ce8f7f3 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] No waiting events found dispatching network-vif-plugged-3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.554111] env[70771]: WARNING nova.compute.manager [req-d23a2556-d576-4912-8dae-62ffdee5c5dd req-f35b2930-8127-483b-b02d-5b988ce8f7f3 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Received unexpected event network-vif-plugged-3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec for instance with vm_state building and task_state spawning. [ 788.555997] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 788.555997] env[70771]: value = "task-3513523" [ 788.555997] env[70771]: _type = "Task" [ 788.555997] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.569583] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e8fcdd-a5f7-1925-b9bd-0967431b519a, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.574205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.574205] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.574205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.574205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.574790] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.575314] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.694s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.579550] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.580038] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a6eac7-8f3c-4cf3-bacd-580bc0e0676e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.582468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.046s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.584641] env[70771]: INFO nova.compute.claims [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.597207] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.597207] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.597426] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80bc2d7-43b8-480d-87de-0c7a02a90e63 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.606805] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 788.606805] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fd5929-77b2-efdc-d466-09b9435b5899" [ 788.606805] env[70771]: _type = "Task" [ 788.606805] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.620376] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fd5929-77b2-efdc-d466-09b9435b5899, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.621969] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7950d9-1bee-4a17-a383-8cfc05b4753f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.628847] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 788.628847] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5270a952-1df5-4c12-d1af-4e1f6c1e929a" [ 788.628847] env[70771]: _type = "Task" [ 788.628847] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.642014] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5270a952-1df5-4c12-d1af-4e1f6c1e929a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.685561] env[70771]: DEBUG nova.network.neutron [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Successfully updated port: 3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.742155] env[70771]: DEBUG nova.network.neutron [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Updated VIF entry in instance network info cache for port b01297e0-0b62-415a-8526-f218934a81f0. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.742672] env[70771]: DEBUG nova.network.neutron [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Updating instance_info_cache with network_info: [{"id": "b01297e0-0b62-415a-8526-f218934a81f0", "address": "fa:16:3e:a8:64:78", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01297e0-0b", "ovs_interfaceid": "b01297e0-0b62-415a-8526-f218934a81f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.068105] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513523, 'name': ReconfigVM_Task, 'duration_secs': 0.355123} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.068614] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80/73e3d7de-dfc6-4702-91e4-de5406d02c80.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.069081] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d7ca90-ea83-40f3-8bf4-963573d4d3a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.076740] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 789.076740] env[70771]: value = "task-3513524" [ 789.076740] env[70771]: _type = "Task" [ 789.076740] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.087021] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513524, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.139903] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5270a952-1df5-4c12-d1af-4e1f6c1e929a, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.140297] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.140449] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6d7fef48-7b7a-4387-8b4f-d566c832979e/6d7fef48-7b7a-4387-8b4f-d566c832979e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.140700] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a371a86-1d24-4383-8eb7-32c3637110b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.149874] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 789.149874] env[70771]: value = "task-3513525" [ 789.149874] env[70771]: _type = "Task" [ 789.149874] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.159384] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.160634] env[70771]: INFO nova.scheduler.client.report [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Deleted allocation for migration 30c96d32-1686-4561-a99a-a446c40b4fd0 [ 789.187450] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.187712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.187799] env[70771]: DEBUG nova.network.neutron [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.245904] env[70771]: DEBUG oslo_concurrency.lockutils [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] Releasing lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.246258] env[70771]: DEBUG nova.compute.manager [req-97ea4594-bb21-4352-91c4-fe3865a83b81 req-a01a778f-6e6f-45bf-a2aa-38a61f7b53c0 service nova] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Received event network-vif-deleted-1914c83d-47ae-4f92-b60b-8f7f012d9af2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.599607] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513524, 'name': Rename_Task, 'duration_secs': 0.171841} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.601785] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.601877] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e31a2d-57af-4544-b603-73ce729bfcbf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.611477] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 789.611477] env[70771]: value = "task-3513526" [ 789.611477] env[70771]: _type = "Task" [ 789.611477] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.622413] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.663613] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.667032] env[70771]: DEBUG oslo_concurrency.lockutils [None req-415e45ba-b730-4dfc-91d1-78bbd5c3cce0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 48.317s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.729342] env[70771]: DEBUG nova.network.neutron [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.978344] env[70771]: DEBUG nova.network.neutron [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Updating instance_info_cache with network_info: [{"id": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "address": "fa:16:3e:1c:d3:20", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97b8c7-7d", "ovs_interfaceid": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.134681] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.139939] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef67f74-df45-44ec-ae47-3c4c0fd5bdaf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.148618] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3165d80-9825-4255-a785-02cefde91547 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.161290] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560626} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.186384] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6d7fef48-7b7a-4387-8b4f-d566c832979e/6d7fef48-7b7a-4387-8b4f-d566c832979e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.186569] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.187219] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2112c275-50b9-4583-9692-ea712932d9e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.189828] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd555bf5-cc6e-4223-bd7f-7c31e3f668d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.198944] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f16ef6e-e278-4b93-990f-d2b9a60dda67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.204552] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 790.204552] env[70771]: value = "task-3513528" [ 790.204552] env[70771]: _type = "Task" [ 790.204552] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.219325] env[70771]: DEBUG nova.compute.provider_tree [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.226738] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.483240] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.483592] env[70771]: DEBUG nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Instance network_info: |[{"id": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "address": "fa:16:3e:1c:d3:20", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97b8c7-7d", "ovs_interfaceid": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.484017] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d3:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.493493] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating folder: Project (f57e1cbf92624a7cae929084d55c22ea). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.494186] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe1b2c4-25e3-463a-9517-6a9e4e8cbc05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.507747] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created folder: Project (f57e1cbf92624a7cae929084d55c22ea) in parent group-v701875. [ 790.508071] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating folder: Instances. Parent ref: group-v702000. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.508392] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb66005f-8c15-4822-bf2a-ad3e2b7cd1a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.539442] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created folder: Instances in parent group-v702000. [ 790.539823] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.540043] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.540318] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed51be79-fd6d-44a9-a5a6-cd8282d77613 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.562832] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.562832] env[70771]: value = "task-3513531" [ 790.562832] env[70771]: _type = "Task" [ 790.562832] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.572777] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513531, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.626453] env[70771]: DEBUG oslo_vmware.api [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513526, 'name': PowerOnVM_Task, 'duration_secs': 0.557674} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.626778] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.627036] env[70771]: DEBUG nova.compute.manager [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.627954] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99090e85-ebd0-4326-b952-7628d022ad07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.642383] env[70771]: DEBUG nova.compute.manager [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Received event network-changed-3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.642613] env[70771]: DEBUG nova.compute.manager [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Refreshing instance network info cache due to event network-changed-3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.644143] env[70771]: DEBUG oslo_concurrency.lockutils [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] Acquiring lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.644143] env[70771]: DEBUG oslo_concurrency.lockutils [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] Acquired lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.644143] env[70771]: DEBUG nova.network.neutron [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Refreshing network info cache for port 3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.717653] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073489} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.717950] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.718818] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01876043-fa63-4e3d-8ce8-c12f5295bb20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.722179] env[70771]: DEBUG nova.scheduler.client.report [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.748132] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 6d7fef48-7b7a-4387-8b4f-d566c832979e/6d7fef48-7b7a-4387-8b4f-d566c832979e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.749095] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255d656d-31c5-4177-b390-ca875bcb0e8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.776024] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 790.776024] env[70771]: value = "task-3513532" [ 790.776024] env[70771]: _type = "Task" [ 790.776024] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.783158] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.074701] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513531, 'name': CreateVM_Task, 'duration_secs': 0.350218} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.074880] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.075586] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.075754] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.076175] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.076552] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52091d67-686a-4d2f-ad02-fa6bced4fd55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.082707] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 791.082707] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524823cb-a6e8-7e6a-8240-cb545006d8f3" [ 791.082707] env[70771]: _type = "Task" [ 791.082707] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.091690] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524823cb-a6e8-7e6a-8240-cb545006d8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.146080] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.227845] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.228420] env[70771]: DEBUG nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.234916] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.273s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.234916] env[70771]: INFO nova.compute.claims [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.286105] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.404436] env[70771]: DEBUG nova.network.neutron [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Updated VIF entry in instance network info cache for port 3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.404863] env[70771]: DEBUG nova.network.neutron [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Updating instance_info_cache with network_info: [{"id": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "address": "fa:16:3e:1c:d3:20", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97b8c7-7d", "ovs_interfaceid": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.552226] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.552599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.595842] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524823cb-a6e8-7e6a-8240-cb545006d8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.018523} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.596152] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.596422] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.596660] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.596807] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.596992] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.597263] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b5fbcdc-c1e2-4109-9ec2-42bf33db3861 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.607727] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.607937] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.608676] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a22197-7cb5-41bd-a85d-ab9a64047cca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.616097] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 791.616097] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ebf326-1491-6bd4-2c8f-8456db03cde1" [ 791.616097] env[70771]: _type = "Task" [ 791.616097] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.625355] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ebf326-1491-6bd4-2c8f-8456db03cde1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.740171] env[70771]: DEBUG nova.compute.utils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.742374] env[70771]: DEBUG nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.742715] env[70771]: DEBUG nova.network.neutron [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.785674] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513532, 'name': ReconfigVM_Task, 'duration_secs': 0.651713} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.785974] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 6d7fef48-7b7a-4387-8b4f-d566c832979e/6d7fef48-7b7a-4387-8b4f-d566c832979e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.786743] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a9d1e7-5fe1-4924-a07c-56f6dcb44945 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.795422] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 791.795422] env[70771]: value = "task-3513533" [ 791.795422] env[70771]: _type = "Task" [ 791.795422] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.796957] env[70771]: DEBUG nova.policy [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc18c4ca952e4b848758eea86556316b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57e1cbf92624a7cae929084d55c22ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.808796] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513533, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.907961] env[70771]: DEBUG oslo_concurrency.lockutils [req-6c7098e1-6615-4306-81f5-23866f9edda5 req-ca452219-1fed-412e-80b5-4280590851f0 service nova] Releasing lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.053271] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 792.053271] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701999', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'name': 'volume-0f0d8c47-847f-4050-b746-8210464dc89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49faccb0-7db4-40f0-ab40-cce0d967aae7', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'serial': '0f0d8c47-847f-4050-b746-8210464dc89c'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 792.053515] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296c0715-eed1-42ee-bd75-51123425dd6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.075124] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf183aa-2dcd-4c87-9a74-38ccdca038dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.101122] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-0f0d8c47-847f-4050-b746-8210464dc89c/volume-0f0d8c47-847f-4050-b746-8210464dc89c.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.103733] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8258964f-76a7-45fc-a6c1-b10bd66f369b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.116706] env[70771]: DEBUG nova.network.neutron [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Successfully created port: 9e91c472-2431-4af9-9f07-2ad3b4c662ef {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.124334] env[70771]: DEBUG oslo_vmware.api [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 792.124334] env[70771]: value = "task-3513534" [ 792.124334] env[70771]: _type = "Task" [ 792.124334] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.129846] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ebf326-1491-6bd4-2c8f-8456db03cde1, 'name': SearchDatastore_Task, 'duration_secs': 0.022178} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.133254] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d6455b-f2b6-4d50-b605-4e01bda6c378 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.141692] env[70771]: DEBUG oslo_vmware.api [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.142050] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 792.142050] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528e7e43-2b30-41c4-df48-e5721de952f5" [ 792.142050] env[70771]: _type = "Task" [ 792.142050] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.153205] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e7e43-2b30-41c4-df48-e5721de952f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.231735] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "73e3d7de-dfc6-4702-91e4-de5406d02c80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.232072] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "73e3d7de-dfc6-4702-91e4-de5406d02c80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.232389] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "73e3d7de-dfc6-4702-91e4-de5406d02c80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.232620] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "73e3d7de-dfc6-4702-91e4-de5406d02c80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.232799] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "73e3d7de-dfc6-4702-91e4-de5406d02c80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.237661] env[70771]: INFO nova.compute.manager [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Terminating instance [ 792.243351] env[70771]: DEBUG nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.289831] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "7af9c303-945d-4e17-8217-3af5c949b5a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.290458] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.313623] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513533, 'name': Rename_Task, 'duration_secs': 0.231332} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.313911] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.314288] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e106edd4-de3c-46d4-be42-b7c2020fa544 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.323409] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 792.323409] env[70771]: value = "task-3513535" [ 792.323409] env[70771]: _type = "Task" [ 792.323409] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.337561] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.567856] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "1f532201-d733-4efb-bf4c-4822dc5ba413" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.568180] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.639642] env[70771]: DEBUG oslo_vmware.api [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513534, 'name': ReconfigVM_Task, 'duration_secs': 0.421176} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.639949] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-0f0d8c47-847f-4050-b746-8210464dc89c/volume-0f0d8c47-847f-4050-b746-8210464dc89c.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.646170] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebacdb1-7f86-45d2-8748-3fadd6323221 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.670933] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e7e43-2b30-41c4-df48-e5721de952f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.671669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.671669] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/12085cf4-e373-47cb-a2fd-670bbc5ba4f1.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.672045] env[70771]: DEBUG oslo_vmware.api [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 792.672045] env[70771]: value = "task-3513536" [ 792.672045] env[70771]: _type = "Task" [ 792.672045] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.672271] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb4cad20-9946-4b41-9e56-70b5cc0bb084 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.688894] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 792.688894] env[70771]: value = "task-3513537" [ 792.688894] env[70771]: _type = "Task" [ 792.688894] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.701555] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.743567] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "refresh_cache-73e3d7de-dfc6-4702-91e4-de5406d02c80" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.743780] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquired lock "refresh_cache-73e3d7de-dfc6-4702-91e4-de5406d02c80" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.743965] env[70771]: DEBUG nova.network.neutron [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.782252] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eb861a-7417-4215-a68b-119d17726f43 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.793139] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97896fb8-f435-4bd4-a721-ffc1b345423b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.834887] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6884e0e-5f76-4027-a09c-8a343eecd91b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.840735] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "322b76e2-f108-4f3e-80f6-0fcbd617f861" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.840967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.851307] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedaf276-bd5f-47c0-9053-b57a2416c2d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.856117] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513535, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.870595] env[70771]: DEBUG nova.compute.provider_tree [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.996200] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52287368-692e-c839-fded-7fcdda238de2/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.997349] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bd81f2-87cb-4be1-8aed-2f4f764cc7da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.005020] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52287368-692e-c839-fded-7fcdda238de2/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 793.005241] env[70771]: ERROR oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52287368-692e-c839-fded-7fcdda238de2/disk-0.vmdk due to incomplete transfer. [ 793.005472] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1ea35d1-87d3-465e-91f1-e8c820ae2d2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.015122] env[70771]: DEBUG oslo_vmware.rw_handles [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52287368-692e-c839-fded-7fcdda238de2/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 793.015342] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Uploaded image f4bb03be-eefa-4163-866f-cd193dc44047 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 793.017706] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 793.017983] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6a4c658-3eb6-412a-9881-11d9af7b8eeb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.029975] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 793.029975] env[70771]: value = "task-3513538" [ 793.029975] env[70771]: _type = "Task" [ 793.029975] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.040456] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513538, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.184832] env[70771]: DEBUG oslo_vmware.api [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513536, 'name': ReconfigVM_Task, 'duration_secs': 0.195032} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.185257] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701999', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'name': 'volume-0f0d8c47-847f-4050-b746-8210464dc89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49faccb0-7db4-40f0-ab40-cce0d967aae7', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'serial': '0f0d8c47-847f-4050-b746-8210464dc89c'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.198864] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.258964] env[70771]: DEBUG nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.270027] env[70771]: DEBUG nova.network.neutron [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.282025] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.282025] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.282025] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.282396] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.282396] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.282396] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.282694] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.282974] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.283290] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.283586] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.283874] env[70771]: DEBUG nova.virt.hardware [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.284836] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9d203-56ae-4df0-877f-5b45cdf7378d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.296384] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11f112-2644-4047-a0f4-0817bc8d7d38 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.340064] env[70771]: DEBUG oslo_vmware.api [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513535, 'name': PowerOnVM_Task, 'duration_secs': 0.725088} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.340251] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.340456] env[70771]: INFO nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Took 8.01 seconds to spawn the instance on the hypervisor. [ 793.340722] env[70771]: DEBUG nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.341507] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8799001b-9bb5-4be0-8a8f-525d62b344ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.344906] env[70771]: DEBUG nova.network.neutron [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.377026] env[70771]: DEBUG nova.scheduler.client.report [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.540956] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513538, 'name': Destroy_Task, 'duration_secs': 0.464889} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.541408] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Destroyed the VM [ 793.541652] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.541903] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cba5197f-5707-43fc-a626-a0a596af26f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.550134] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 793.550134] env[70771]: value = "task-3513539" [ 793.550134] env[70771]: _type = "Task" [ 793.550134] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.558616] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.589010] env[70771]: DEBUG nova.compute.manager [req-2fef4c9c-307d-44a7-80f7-6490df46705d req-869ea3b2-a110-4f5b-b068-e69150d5ff02 service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Received event network-vif-plugged-9e91c472-2431-4af9-9f07-2ad3b4c662ef {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.589287] env[70771]: DEBUG oslo_concurrency.lockutils [req-2fef4c9c-307d-44a7-80f7-6490df46705d req-869ea3b2-a110-4f5b-b068-e69150d5ff02 service nova] Acquiring lock "cb8dd694-5243-4232-a790-8c3081547964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.589494] env[70771]: DEBUG oslo_concurrency.lockutils [req-2fef4c9c-307d-44a7-80f7-6490df46705d req-869ea3b2-a110-4f5b-b068-e69150d5ff02 service nova] Lock "cb8dd694-5243-4232-a790-8c3081547964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.589653] env[70771]: DEBUG oslo_concurrency.lockutils [req-2fef4c9c-307d-44a7-80f7-6490df46705d req-869ea3b2-a110-4f5b-b068-e69150d5ff02 service nova] Lock "cb8dd694-5243-4232-a790-8c3081547964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.589923] env[70771]: DEBUG nova.compute.manager [req-2fef4c9c-307d-44a7-80f7-6490df46705d req-869ea3b2-a110-4f5b-b068-e69150d5ff02 service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] No waiting events found dispatching network-vif-plugged-9e91c472-2431-4af9-9f07-2ad3b4c662ef {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.590012] env[70771]: WARNING nova.compute.manager [req-2fef4c9c-307d-44a7-80f7-6490df46705d req-869ea3b2-a110-4f5b-b068-e69150d5ff02 service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Received unexpected event network-vif-plugged-9e91c472-2431-4af9-9f07-2ad3b4c662ef for instance with vm_state building and task_state spawning. [ 793.682727] env[70771]: DEBUG nova.network.neutron [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Successfully updated port: 9e91c472-2431-4af9-9f07-2ad3b4c662ef {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.700638] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513537, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.847902] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Releasing lock "refresh_cache-73e3d7de-dfc6-4702-91e4-de5406d02c80" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.848548] env[70771]: DEBUG nova.compute.manager [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.848788] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.850807] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf492223-fcc6-4d35-9232-797bf152e02f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.862930] env[70771]: INFO nova.compute.manager [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Took 58.48 seconds to build instance. [ 793.866672] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.867475] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d3705ba-89d2-4b4e-bc07-3a28662bb35d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.875623] env[70771]: DEBUG oslo_vmware.api [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 793.875623] env[70771]: value = "task-3513540" [ 793.875623] env[70771]: _type = "Task" [ 793.875623] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.881096] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.881657] env[70771]: DEBUG nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.885562] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.341s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.887638] env[70771]: INFO nova.compute.claims [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.898161] env[70771]: DEBUG oslo_vmware.api [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.061532] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513539, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.185996] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.186266] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.186338] env[70771]: DEBUG nova.network.neutron [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.202035] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513537, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.229875] env[70771]: DEBUG nova.objects.instance [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'flavor' on Instance uuid 49faccb0-7db4-40f0-ab40-cce0d967aae7 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.364565] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8d3933ed-f00d-484d-8fd6-d2730d77c1b8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.729s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.387927] env[70771]: DEBUG nova.compute.utils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.389246] env[70771]: DEBUG oslo_vmware.api [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.389535] env[70771]: DEBUG nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.389700] env[70771]: DEBUG nova.network.neutron [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.469775] env[70771]: DEBUG nova.policy [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a4f8c13a0f437094db9356ddb95a13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80d9d4d215794864b8ea4351a8a1adc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.533739] env[70771]: DEBUG oslo_concurrency.lockutils [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] Acquiring lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.533917] env[70771]: DEBUG oslo_concurrency.lockutils [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] Acquired lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.534153] env[70771]: DEBUG nova.network.neutron [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.561593] env[70771]: DEBUG oslo_vmware.api [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803626} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.561868] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 794.562147] env[70771]: INFO nova.compute.manager [None req-4e711133-bf1a-411c-aa68-49e523781409 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 794.700816] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513537, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.617418} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.701147] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/12085cf4-e373-47cb-a2fd-670bbc5ba4f1.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.701388] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.701633] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caf8ef6a-a5f4-4471-abe2-014cd3ca2845 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.711205] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 794.711205] env[70771]: value = "task-3513541" [ 794.711205] env[70771]: _type = "Task" [ 794.711205] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.720853] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.735190] env[70771]: DEBUG oslo_concurrency.lockutils [None req-66240e34-1bda-49c5-a6f3-876a0a4fa89a tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.336s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.754097] env[70771]: DEBUG nova.network.neutron [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.841046] env[70771]: DEBUG nova.network.neutron [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Successfully created port: 5910fce4-566d-4370-9272-3646dd5a9543 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.868497] env[70771]: DEBUG nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.891485] env[70771]: DEBUG oslo_vmware.api [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513540, 'name': PowerOffVM_Task, 'duration_secs': 0.729645} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.891485] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.891974] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.891974] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11dccc0-20c0-4cb4-b1dd-6a0a1c1032b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.893764] env[70771]: DEBUG nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.933034] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.933477] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.933838] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Deleting the datastore file [datastore1] 73e3d7de-dfc6-4702-91e4-de5406d02c80 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.934163] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56873a49-7945-4b64-9098-02e3b962f888 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.944215] env[70771]: DEBUG oslo_vmware.api [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for the task: (returnval){ [ 794.944215] env[70771]: value = "task-3513543" [ 794.944215] env[70771]: _type = "Task" [ 794.944215] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.954624] env[70771]: DEBUG oslo_vmware.api [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.978774] env[70771]: DEBUG nova.network.neutron [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Updating instance_info_cache with network_info: [{"id": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "address": "fa:16:3e:7c:3c:2c", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91c472-24", "ovs_interfaceid": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.227184] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104691} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.228100] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.229206] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d290f09-a3b2-4e2a-926d-9c93408e05e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.258871] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/12085cf4-e373-47cb-a2fd-670bbc5ba4f1.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.261943] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234efc00-79fd-4be0-84c6-7b991536fbe3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.301225] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 795.301225] env[70771]: value = "task-3513544" [ 795.301225] env[70771]: _type = "Task" [ 795.301225] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.319058] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.395740] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.463170] env[70771]: DEBUG oslo_vmware.api [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Task: {'id': task-3513543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384639} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.464110] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.464110] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.464110] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.464360] env[70771]: INFO nova.compute.manager [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Took 1.62 seconds to destroy the instance on the hypervisor. [ 795.465130] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.465130] env[70771]: DEBUG nova.compute.manager [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.465130] env[70771]: DEBUG nova.network.neutron [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.485283] env[70771]: DEBUG nova.network.neutron [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.486895] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.487176] env[70771]: DEBUG nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Instance network_info: |[{"id": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "address": "fa:16:3e:7c:3c:2c", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91c472-24", "ovs_interfaceid": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.487845] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:3c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e91c472-2431-4af9-9f07-2ad3b4c662ef', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.496147] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.499569] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8dd694-5243-4232-a790-8c3081547964] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.500015] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ecb81b6-858f-4271-9757-8e1ab6b2966f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.518935] env[70771]: DEBUG nova.network.neutron [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Updating instance_info_cache with network_info: [{"id": "b01297e0-0b62-415a-8526-f218934a81f0", "address": "fa:16:3e:a8:64:78", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01297e0-0b", "ovs_interfaceid": "b01297e0-0b62-415a-8526-f218934a81f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.534792] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.534792] env[70771]: value = "task-3513545" [ 795.534792] env[70771]: _type = "Task" [ 795.534792] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.544872] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513545, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.557381] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9fc5a8-4389-4426-bda5-157dc33e3a31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.567376] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a944746b-51df-4b2c-8644-92b7a9b70c74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.605539] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc14f794-a3e8-474a-b80f-595b8e602102 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.614430] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba513844-c91e-4e6f-9c9e-fd37a1835600 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.630204] env[70771]: DEBUG nova.compute.provider_tree [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.815045] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513544, 'name': ReconfigVM_Task, 'duration_secs': 0.297966} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.815045] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/12085cf4-e373-47cb-a2fd-670bbc5ba4f1.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.815045] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed64d87b-f4c8-46f5-b4f0-90a9a75e59c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.825024] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 795.825024] env[70771]: value = "task-3513546" [ 795.825024] env[70771]: _type = "Task" [ 795.825024] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.836544] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513546, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.909676] env[70771]: DEBUG nova.compute.manager [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Received event network-changed-9e91c472-2431-4af9-9f07-2ad3b4c662ef {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.909878] env[70771]: DEBUG nova.compute.manager [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Refreshing instance network info cache due to event network-changed-9e91c472-2431-4af9-9f07-2ad3b4c662ef. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.910118] env[70771]: DEBUG oslo_concurrency.lockutils [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] Acquiring lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.910277] env[70771]: DEBUG oslo_concurrency.lockutils [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] Acquired lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.910421] env[70771]: DEBUG nova.network.neutron [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Refreshing network info cache for port 9e91c472-2431-4af9-9f07-2ad3b4c662ef {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.912583] env[70771]: DEBUG nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.936148] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.936519] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.936612] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.936715] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.936863] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.937042] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.937286] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.937446] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.937614] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.937777] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.937951] env[70771]: DEBUG nova.virt.hardware [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.939143] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34879b31-5e25-4bd2-9b69-6f011749068c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.948847] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0f0a47-6b58-4c2e-bd00-b0a627529149 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.988510] env[70771]: DEBUG nova.network.neutron [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.022621] env[70771]: DEBUG oslo_concurrency.lockutils [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] Releasing lock "refresh_cache-6d7fef48-7b7a-4387-8b4f-d566c832979e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.022860] env[70771]: DEBUG nova.compute.manager [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Inject network info {{(pid=70771) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 796.023141] env[70771]: DEBUG nova.compute.manager [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] network_info to inject: |[{"id": "b01297e0-0b62-415a-8526-f218934a81f0", "address": "fa:16:3e:a8:64:78", "network": {"id": "e85a1162-d72f-404c-a3a9-67c31813a8b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18150346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59adb096eb1646839c855d5d58272471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01297e0-0b", "ovs_interfaceid": "b01297e0-0b62-415a-8526-f218934a81f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 796.028054] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Reconfiguring VM instance to set the machine id {{(pid=70771) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 796.028354] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a16473-3edd-4ab4-b109-cee2f2428018 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.049919] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513545, 'name': CreateVM_Task, 'duration_secs': 0.345135} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.051374] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8dd694-5243-4232-a790-8c3081547964] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.051713] env[70771]: DEBUG oslo_vmware.api [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] Waiting for the task: (returnval){ [ 796.051713] env[70771]: value = "task-3513547" [ 796.051713] env[70771]: _type = "Task" [ 796.051713] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.052375] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.052531] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.052847] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.053154] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef80cc9-6f34-41e1-917f-4aa4bed91ce7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.066735] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 796.066735] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52011c38-b469-ff66-572c-574ff818e52d" [ 796.066735] env[70771]: _type = "Task" [ 796.066735] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.066868] env[70771]: DEBUG oslo_vmware.api [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] Task: {'id': task-3513547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.076714] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52011c38-b469-ff66-572c-574ff818e52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.133937] env[70771]: DEBUG nova.scheduler.client.report [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.339008] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513546, 'name': Rename_Task, 'duration_secs': 0.172597} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.339008] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.339008] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77139ee-a3a0-4c57-a0f8-bcd8a9e90f00 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.348474] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 796.348474] env[70771]: value = "task-3513548" [ 796.348474] env[70771]: _type = "Task" [ 796.348474] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.358986] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.491320] env[70771]: INFO nova.compute.manager [-] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Took 1.03 seconds to deallocate network for instance. [ 796.566170] env[70771]: DEBUG oslo_vmware.api [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] Task: {'id': task-3513547, 'name': ReconfigVM_Task, 'duration_secs': 0.253699} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.566770] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-15852499-ebbe-4f25-bccf-7bbe403cfd6c tempest-ServersAdminTestJSON-1289476332 tempest-ServersAdminTestJSON-1289476332-project-admin] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Reconfigured VM instance to set the machine id {{(pid=70771) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 796.577784] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52011c38-b469-ff66-572c-574ff818e52d, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.581198] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.581796] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.584926] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.584926] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.584926] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.584926] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bac8ebc-36b1-4f8a-a76c-e915b4286b7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.590140] env[70771]: DEBUG nova.network.neutron [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Successfully updated port: 5910fce4-566d-4370-9272-3646dd5a9543 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.601227] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.601560] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.603116] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859bfaeb-987a-4bb1-b324-00bb1e5113e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.610242] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 796.610242] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a144ad-3885-5834-bf15-8fbfc8f13d61" [ 796.610242] env[70771]: _type = "Task" [ 796.610242] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.627239] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a144ad-3885-5834-bf15-8fbfc8f13d61, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.628028] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e866a75-f875-4169-a691-44239b4c7d80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.633928] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 796.633928] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523df9dc-f48a-a6ea-63c9-932dd08f6393" [ 796.633928] env[70771]: _type = "Task" [ 796.633928] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.638788] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.639374] env[70771]: DEBUG nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.645033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.104s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.645236] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.647197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.858s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.648737] env[70771]: INFO nova.compute.claims [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.651692] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523df9dc-f48a-a6ea-63c9-932dd08f6393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.672871] env[70771]: INFO nova.scheduler.client.report [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted allocations for instance 0bd0a48d-a47f-45fd-ab1d-2baf3d364543 [ 796.700662] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "bf67569f-a63d-42c2-88c7-f9510ae891c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.700891] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.757953] env[70771]: DEBUG nova.network.neutron [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Updated VIF entry in instance network info cache for port 9e91c472-2431-4af9-9f07-2ad3b4c662ef. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.758331] env[70771]: DEBUG nova.network.neutron [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Updating instance_info_cache with network_info: [{"id": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "address": "fa:16:3e:7c:3c:2c", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91c472-24", "ovs_interfaceid": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.764475] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "b3ec055c-6ccf-446b-9ebd-00306eae31df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.764753] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.765051] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "b3ec055c-6ccf-446b-9ebd-00306eae31df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.765362] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.765655] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.767733] env[70771]: INFO nova.compute.manager [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Terminating instance [ 796.858763] env[70771]: DEBUG oslo_vmware.api [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513548, 'name': PowerOnVM_Task, 'duration_secs': 0.468494} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.859039] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.859299] env[70771]: INFO nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Took 8.95 seconds to spawn the instance on the hypervisor. [ 796.859497] env[70771]: DEBUG nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.861219] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ae1a6d-b6f8-4bcc-9a60-2b4e478da7cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.998232] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.091984] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "refresh_cache-b2cfe39b-98bd-4914-877d-7339e362c6e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.092093] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "refresh_cache-b2cfe39b-98bd-4914-877d-7339e362c6e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.092226] env[70771]: DEBUG nova.network.neutron [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.145818] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523df9dc-f48a-a6ea-63c9-932dd08f6393, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.145818] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.145818] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cb8dd694-5243-4232-a790-8c3081547964.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.145818] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427109a9-586a-4743-8da0-f95c78ca9847 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.153629] env[70771]: DEBUG nova.compute.utils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.158419] env[70771]: DEBUG nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.158706] env[70771]: DEBUG nova.network.neutron [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.160975] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 797.160975] env[70771]: value = "task-3513549" [ 797.160975] env[70771]: _type = "Task" [ 797.160975] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.171241] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.183286] env[70771]: DEBUG oslo_concurrency.lockutils [None req-348b3f44-3436-46f8-bf0c-73a07f6bd081 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "0bd0a48d-a47f-45fd-ab1d-2baf3d364543" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.793s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.205660] env[70771]: DEBUG nova.policy [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bde1cd0f41e540ddbc74574821826a9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74bc1b79300042ddac172aecd5a95ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.261477] env[70771]: DEBUG oslo_concurrency.lockutils [req-c72824f7-e49b-43cc-af2c-99a16d160e40 req-38af5814-3a36-4af9-a861-9ae3169d294e service nova] Releasing lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.272178] env[70771]: DEBUG nova.compute.manager [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.272428] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.273343] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a69fb2-4e00-4c1b-8e89-ffe69ac35684 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.286083] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.286764] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d0f775e-7dd1-480a-9311-94c02d75add5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.294865] env[70771]: DEBUG oslo_vmware.api [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 797.294865] env[70771]: value = "task-3513550" [ 797.294865] env[70771]: _type = "Task" [ 797.294865] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.305546] env[70771]: DEBUG oslo_vmware.api [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.380035] env[70771]: INFO nova.compute.manager [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Took 56.50 seconds to build instance. [ 797.631420] env[70771]: DEBUG nova.network.neutron [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.660349] env[70771]: DEBUG nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.677920] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.677920] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cb8dd694-5243-4232-a790-8c3081547964.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.677920] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.677920] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d898f392-13eb-4d92-8c5a-ca721f6a29fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.685720] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 797.685720] env[70771]: value = "task-3513551" [ 797.685720] env[70771]: _type = "Task" [ 797.685720] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.698808] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.776661] env[70771]: DEBUG nova.network.neutron [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Successfully created port: 6b5507a2-c819-47f6-a108-658129d6ea1d {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.787568] env[70771]: INFO nova.compute.manager [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Rebuilding instance [ 797.810789] env[70771]: DEBUG oslo_vmware.api [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513550, 'name': PowerOffVM_Task, 'duration_secs': 0.279034} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.812889] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.817024] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.817024] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ff6a186-d44c-43e3-b2f8-de200fc6085f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.818922] env[70771]: DEBUG nova.network.neutron [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Updating instance_info_cache with network_info: [{"id": "5910fce4-566d-4370-9272-3646dd5a9543", "address": "fa:16:3e:c6:cc:f8", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5910fce4-56", "ovs_interfaceid": "5910fce4-566d-4370-9272-3646dd5a9543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.853279] env[70771]: DEBUG nova.compute.manager [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.854411] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aec524-8e7a-4693-ba6d-177bf65374b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.881413] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b48c1513-559a-453b-93bb-fd04c87cbbf0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.793s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.890239] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.890474] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.890657] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Deleting the datastore file [datastore1] b3ec055c-6ccf-446b-9ebd-00306eae31df {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.891035] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1db235d6-934e-4203-b4fc-74f0f3393bf7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.899060] env[70771]: DEBUG oslo_vmware.api [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for the task: (returnval){ [ 797.899060] env[70771]: value = "task-3513553" [ 797.899060] env[70771]: _type = "Task" [ 797.899060] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.914325] env[70771]: DEBUG oslo_vmware.api [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.053768] env[70771]: DEBUG nova.compute.manager [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Received event network-vif-plugged-5910fce4-566d-4370-9272-3646dd5a9543 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.053977] env[70771]: DEBUG oslo_concurrency.lockutils [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] Acquiring lock "b2cfe39b-98bd-4914-877d-7339e362c6e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.054207] env[70771]: DEBUG oslo_concurrency.lockutils [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.054376] env[70771]: DEBUG oslo_concurrency.lockutils [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.055210] env[70771]: DEBUG nova.compute.manager [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] No waiting events found dispatching network-vif-plugged-5910fce4-566d-4370-9272-3646dd5a9543 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.055210] env[70771]: WARNING nova.compute.manager [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Received unexpected event network-vif-plugged-5910fce4-566d-4370-9272-3646dd5a9543 for instance with vm_state building and task_state spawning. [ 798.055210] env[70771]: DEBUG nova.compute.manager [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Received event network-changed-5910fce4-566d-4370-9272-3646dd5a9543 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.055210] env[70771]: DEBUG nova.compute.manager [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Refreshing instance network info cache due to event network-changed-5910fce4-566d-4370-9272-3646dd5a9543. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.055210] env[70771]: DEBUG oslo_concurrency.lockutils [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] Acquiring lock "refresh_cache-b2cfe39b-98bd-4914-877d-7339e362c6e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.200049] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072492} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.200408] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.201598] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18a9f25-3227-43cf-8a46-c359e9da92e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.239120] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cb8dd694-5243-4232-a790-8c3081547964.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.243722] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78a4664-ab38-4334-a08e-e3d8a6c68dd1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.278433] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 798.278433] env[70771]: value = "task-3513554" [ 798.278433] env[70771]: _type = "Task" [ 798.278433] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.281170] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d8eff-09aa-4ad1-b333-9a5b183fdf31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.298191] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80f8355-a599-4d5a-a259-53431f9ba47a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.302415] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.333300] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "refresh_cache-b2cfe39b-98bd-4914-877d-7339e362c6e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.333625] env[70771]: DEBUG nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Instance network_info: |[{"id": "5910fce4-566d-4370-9272-3646dd5a9543", "address": "fa:16:3e:c6:cc:f8", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5910fce4-56", "ovs_interfaceid": "5910fce4-566d-4370-9272-3646dd5a9543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.334445] env[70771]: DEBUG oslo_concurrency.lockutils [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] Acquired lock "refresh_cache-b2cfe39b-98bd-4914-877d-7339e362c6e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.334632] env[70771]: DEBUG nova.network.neutron [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Refreshing network info cache for port 5910fce4-566d-4370-9272-3646dd5a9543 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.335865] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:cc:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5910fce4-566d-4370-9272-3646dd5a9543', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.343853] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.344509] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab619e0a-688e-4625-b023-b088da4b3624 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.347387] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.347606] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-047a2309-462a-46ec-9e77-122e9305660d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.369437] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce768dd-d6bf-4bfb-874e-d4d82696e5c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.375638] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.375638] env[70771]: value = "task-3513555" [ 798.375638] env[70771]: _type = "Task" [ 798.375638] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.388534] env[70771]: DEBUG nova.compute.provider_tree [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.390308] env[70771]: DEBUG nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.397249] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513555, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.412454] env[70771]: DEBUG oslo_vmware.api [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Task: {'id': task-3513553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504624} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.412860] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.413165] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.413702] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.413779] env[70771]: INFO nova.compute.manager [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Took 1.14 seconds to destroy the instance on the hypervisor. [ 798.414067] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.414350] env[70771]: DEBUG nova.compute.manager [-] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.414510] env[70771]: DEBUG nova.network.neutron [-] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.674849] env[70771]: DEBUG nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.700316] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.700573] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.700732] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.700912] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.701117] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.701292] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.701511] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.701671] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.701838] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.702016] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.702224] env[70771]: DEBUG nova.virt.hardware [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.703345] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c25731-a101-4913-8ab3-cc6cb451c0b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.712246] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6fd06-a6e5-4464-a14b-ae1081c196fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.789715] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.877508] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.877913] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11aa4ba3-9f43-49f9-b990-205ad45a8325 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.890830] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513555, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.892353] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 798.892353] env[70771]: value = "task-3513556" [ 798.892353] env[70771]: _type = "Task" [ 798.892353] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.901513] env[70771]: DEBUG nova.scheduler.client.report [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.909255] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.925495] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.063698] env[70771]: DEBUG nova.network.neutron [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Updated VIF entry in instance network info cache for port 5910fce4-566d-4370-9272-3646dd5a9543. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.064170] env[70771]: DEBUG nova.network.neutron [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Updating instance_info_cache with network_info: [{"id": "5910fce4-566d-4370-9272-3646dd5a9543", "address": "fa:16:3e:c6:cc:f8", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5910fce4-56", "ovs_interfaceid": "5910fce4-566d-4370-9272-3646dd5a9543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.174463] env[70771]: DEBUG nova.network.neutron [-] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.292633] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513554, 'name': ReconfigVM_Task, 'duration_secs': 0.898304} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.292925] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Reconfigured VM instance instance-0000002a to attach disk [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cb8dd694-5243-4232-a790-8c3081547964.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.293864] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce4e56bb-8257-4a43-9b3f-aef3ee7238d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.302986] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 799.302986] env[70771]: value = "task-3513557" [ 799.302986] env[70771]: _type = "Task" [ 799.302986] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.313010] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513557, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.388444] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513555, 'name': CreateVM_Task, 'duration_secs': 0.793322} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.388620] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.389353] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.389515] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.389833] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.390112] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b8446a-d2a6-4811-b8c0-fd67c1a0f367 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.398363] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 799.398363] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52703e16-03e4-ceb2-0b90-ea91f7ba1d04" [ 799.398363] env[70771]: _type = "Task" [ 799.398363] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.404992] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513556, 'name': PowerOffVM_Task, 'duration_secs': 0.289867} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.405659] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.405942] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.406736] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ac23c-f1c3-40a5-a3c9-b9020be81096 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.413796] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.414344] env[70771]: DEBUG nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.419131] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52703e16-03e4-ceb2-0b90-ea91f7ba1d04, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.419131] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.318s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.419230] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.421993] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.441s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.422298] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.424487] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.550s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.426426] env[70771]: INFO nova.compute.claims [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.430219] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.430499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.430924] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.431018] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.431227] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.432608] env[70771]: DEBUG nova.compute.manager [req-3346ffc1-e797-4dd0-8133-be6d16a39f14 req-33254fda-bc82-424d-ac17-49b5a6dcba57 service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Received event network-vif-plugged-6b5507a2-c819-47f6-a108-658129d6ea1d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.432857] env[70771]: DEBUG oslo_concurrency.lockutils [req-3346ffc1-e797-4dd0-8133-be6d16a39f14 req-33254fda-bc82-424d-ac17-49b5a6dcba57 service nova] Acquiring lock "529bacab-2dd3-4d2a-8a12-96c37f30f346-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.433304] env[70771]: DEBUG oslo_concurrency.lockutils [req-3346ffc1-e797-4dd0-8133-be6d16a39f14 req-33254fda-bc82-424d-ac17-49b5a6dcba57 service nova] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.433426] env[70771]: DEBUG oslo_concurrency.lockutils [req-3346ffc1-e797-4dd0-8133-be6d16a39f14 req-33254fda-bc82-424d-ac17-49b5a6dcba57 service nova] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.433664] env[70771]: DEBUG nova.compute.manager [req-3346ffc1-e797-4dd0-8133-be6d16a39f14 req-33254fda-bc82-424d-ac17-49b5a6dcba57 service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] No waiting events found dispatching network-vif-plugged-6b5507a2-c819-47f6-a108-658129d6ea1d {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.433875] env[70771]: WARNING nova.compute.manager [req-3346ffc1-e797-4dd0-8133-be6d16a39f14 req-33254fda-bc82-424d-ac17-49b5a6dcba57 service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Received unexpected event network-vif-plugged-6b5507a2-c819-47f6-a108-658129d6ea1d for instance with vm_state building and task_state spawning. [ 799.438054] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50477ac6-29bc-46ef-9632-62351f118e49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.440390] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.441020] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ebd886e-3511-4035-a899-d814b3eb1d2a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.453171] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.453455] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.454221] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645d2366-0021-4389-adb4-6af478bcd652 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.457694] env[70771]: INFO nova.scheduler.client.report [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Deleted allocations for instance 81c616b1-fa27-4606-94be-2ba00dbdf11a [ 799.460952] env[70771]: INFO nova.scheduler.client.report [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Deleted allocations for instance 48b8cd3f-dfdd-4583-a856-f7abe793b0d3 [ 799.473438] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 799.473438] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f0119d-880d-087d-f850-ae1a7d980472" [ 799.473438] env[70771]: _type = "Task" [ 799.473438] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.487135] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f0119d-880d-087d-f850-ae1a7d980472, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.488214] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e7ccf8-c635-4892-a4d2-9791d56b7e90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.496019] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 799.496019] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b8bd4b-6e93-11fb-9518-aff0eed70d16" [ 799.496019] env[70771]: _type = "Task" [ 799.496019] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.506738] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b8bd4b-6e93-11fb-9518-aff0eed70d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.537251] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.537548] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.537714] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleting the datastore file [datastore2] ad438180-2e64-447b-ab5c-76566567d026 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.537978] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90a5e5a-4c65-46d2-884a-a15f680eb37e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.546985] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 799.546985] env[70771]: value = "task-3513559" [ 799.546985] env[70771]: _type = "Task" [ 799.546985] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.555565] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.566770] env[70771]: DEBUG oslo_concurrency.lockutils [req-4151cf80-f37f-4569-9264-63d07cc91d80 req-d60910c5-2e58-4987-aca8-93e2e6dc15b2 service nova] Releasing lock "refresh_cache-b2cfe39b-98bd-4914-877d-7339e362c6e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.585408] env[70771]: DEBUG nova.network.neutron [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Successfully updated port: 6b5507a2-c819-47f6-a108-658129d6ea1d {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.676828] env[70771]: INFO nova.compute.manager [-] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Took 1.26 seconds to deallocate network for instance. [ 799.814165] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513557, 'name': Rename_Task, 'duration_secs': 0.179755} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.815309] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.815309] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79941a7e-6078-4043-b81e-2dcd9d43b7a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.821999] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 799.821999] env[70771]: value = "task-3513560" [ 799.821999] env[70771]: _type = "Task" [ 799.821999] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.832256] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.937308] env[70771]: DEBUG nova.compute.utils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.941913] env[70771]: DEBUG nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.941913] env[70771]: DEBUG nova.network.neutron [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.973603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e759e32d-4ae2-4940-9dc4-b570686a0b52 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "81c616b1-fa27-4606-94be-2ba00dbdf11a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.994s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.980700] env[70771]: DEBUG nova.policy [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa643ff3a49434d8490bdf316909bcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee68413139a84c0c8e01297e48df76b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.985735] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d626a63b-2f92-4fed-91bb-9eae24d2cc0b tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "48b8cd3f-dfdd-4583-a856-f7abe793b0d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.928s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.009214] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b8bd4b-6e93-11fb-9518-aff0eed70d16, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.009497] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.009764] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b2cfe39b-98bd-4914-877d-7339e362c6e5/b2cfe39b-98bd-4914-877d-7339e362c6e5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.010043] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72d9b664-d5fc-45f3-9a60-60431bcab464 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.018784] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 800.018784] env[70771]: value = "task-3513561" [ 800.018784] env[70771]: _type = "Task" [ 800.018784] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.030328] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.058260] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188081} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.059046] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.059398] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.059553] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.089565] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "refresh_cache-529bacab-2dd3-4d2a-8a12-96c37f30f346" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.089565] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquired lock "refresh_cache-529bacab-2dd3-4d2a-8a12-96c37f30f346" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.089565] env[70771]: DEBUG nova.network.neutron [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.100263] env[70771]: DEBUG nova.compute.manager [req-b7545bb0-9f4f-4752-8067-c3dd9acfc9d4 req-91f1e18d-eb52-4ce7-befe-305b3fa7639f service nova] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Received event network-vif-deleted-be95c27b-1861-48a9-a7a0-de721e105e4f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.183540] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.333644] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513560, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.445571] env[70771]: DEBUG nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.528808] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.636058] env[70771]: DEBUG nova.network.neutron [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.791313] env[70771]: DEBUG nova.network.neutron [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Successfully created port: 354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.793770] env[70771]: DEBUG nova.network.neutron [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Updating instance_info_cache with network_info: [{"id": "6b5507a2-c819-47f6-a108-658129d6ea1d", "address": "fa:16:3e:de:0b:da", "network": {"id": "5e20a162-318f-45ec-86fd-00396973cb86", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1378027023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc1b79300042ddac172aecd5a95ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5507a2-c8", "ovs_interfaceid": "6b5507a2-c819-47f6-a108-658129d6ea1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.836807] env[70771]: DEBUG oslo_vmware.api [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513560, 'name': PowerOnVM_Task, 'duration_secs': 0.63838} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.837293] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.837546] env[70771]: INFO nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Took 7.58 seconds to spawn the instance on the hypervisor. [ 800.837751] env[70771]: DEBUG nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.838575] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7ac85-37ac-42c7-933a-1932832f21e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.944305] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755cf4da-c8c1-4f85-8a8c-7fb44a8ac9db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.954153] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e5e06-4990-4bbf-a4af-15508ef547a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.993793] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788357c9-8f94-4272-a2b7-ed0c07a84beb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.001670] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d39fc-f15b-4ec6-a6b0-fe5587100696 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.016785] env[70771]: DEBUG nova.compute.provider_tree [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.030989] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.104818] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.105117] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.105320] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.105541] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.105741] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.106064] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.106273] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.106480] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.106683] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.106877] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.107094] env[70771]: DEBUG nova.virt.hardware [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.108408] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b6f528-4211-42df-a1e3-e43f97976913 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.116876] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b2506-971d-4789-8903-b79b02451952 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.133393] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c357feec-7abc-414e-970f-abcfcef2cb01', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.142713] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.142713] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.142713] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b8ddc7-357e-4aa4-8b9d-d0bfc3902d62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.163092] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.163092] env[70771]: value = "task-3513562" [ 801.163092] env[70771]: _type = "Task" [ 801.163092] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.172560] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513562, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.297173] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Releasing lock "refresh_cache-529bacab-2dd3-4d2a-8a12-96c37f30f346" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.297601] env[70771]: DEBUG nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Instance network_info: |[{"id": "6b5507a2-c819-47f6-a108-658129d6ea1d", "address": "fa:16:3e:de:0b:da", "network": {"id": "5e20a162-318f-45ec-86fd-00396973cb86", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1378027023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc1b79300042ddac172aecd5a95ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5507a2-c8", "ovs_interfaceid": "6b5507a2-c819-47f6-a108-658129d6ea1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.298169] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:0b:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b5507a2-c819-47f6-a108-658129d6ea1d', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.306212] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Creating folder: Project (74bc1b79300042ddac172aecd5a95ad2). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.306962] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-968947d8-2cb8-49ee-84be-b606d4b7332b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.317126] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Created folder: Project (74bc1b79300042ddac172aecd5a95ad2) in parent group-v701875. [ 801.317448] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Creating folder: Instances. Parent ref: group-v702006. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.317775] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa937b00-ce3e-479e-a381-ad00d607019b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.326701] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Created folder: Instances in parent group-v702006. [ 801.326978] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.327225] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.327403] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6caea8-9ce7-4a7f-8a09-e97c38809bd1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.354994] env[70771]: INFO nova.compute.manager [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Took 53.84 seconds to build instance. [ 801.355710] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.355710] env[70771]: value = "task-3513565" [ 801.355710] env[70771]: _type = "Task" [ 801.355710] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.365586] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513565, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.421231] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.421526] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.421741] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.421953] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.422163] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.424749] env[70771]: INFO nova.compute.manager [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Terminating instance [ 801.465855] env[70771]: DEBUG nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.497242] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.497242] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.497242] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.497450] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.497450] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.497450] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.497450] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.497450] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.497606] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.497606] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.497606] env[70771]: DEBUG nova.virt.hardware [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.497606] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7707f37-9992-4436-b7db-4eeb2f0dc0d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.505467] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a984f-f911-47ca-88ac-5adde3395a0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.520858] env[70771]: DEBUG nova.scheduler.client.report [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.532773] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513561, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.290273} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.532978] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b2cfe39b-98bd-4914-877d-7339e362c6e5/b2cfe39b-98bd-4914-877d-7339e362c6e5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.533212] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.533469] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d20e5ba-ed1a-4cf0-8f72-ad6d7ed42c71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.539790] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 801.539790] env[70771]: value = "task-3513566" [ 801.539790] env[70771]: _type = "Task" [ 801.539790] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.550752] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.674614] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513562, 'name': CreateVM_Task, 'duration_secs': 0.396466} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.674802] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.675594] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.675798] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.676186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.676525] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e30412-ce52-4055-89c4-76e78ee6c382 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.680876] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 801.680876] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bf26a4-2480-cf92-bf34-7cf444228aa4" [ 801.680876] env[70771]: _type = "Task" [ 801.680876] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.688383] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bf26a4-2480-cf92-bf34-7cf444228aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.757198] env[70771]: DEBUG nova.compute.manager [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Received event network-changed-6b5507a2-c819-47f6-a108-658129d6ea1d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.757198] env[70771]: DEBUG nova.compute.manager [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Refreshing instance network info cache due to event network-changed-6b5507a2-c819-47f6-a108-658129d6ea1d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.757198] env[70771]: DEBUG oslo_concurrency.lockutils [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] Acquiring lock "refresh_cache-529bacab-2dd3-4d2a-8a12-96c37f30f346" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.757198] env[70771]: DEBUG oslo_concurrency.lockutils [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] Acquired lock "refresh_cache-529bacab-2dd3-4d2a-8a12-96c37f30f346" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.757198] env[70771]: DEBUG nova.network.neutron [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Refreshing network info cache for port 6b5507a2-c819-47f6-a108-658129d6ea1d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.856315] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4493a7c3-e5a1-4588-8c1b-4a5ba1ebe72e tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "cb8dd694-5243-4232-a790-8c3081547964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.634s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.872411] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513565, 'name': CreateVM_Task, 'duration_secs': 0.347983} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.872411] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.875309] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.930059] env[70771]: DEBUG nova.compute.manager [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.930059] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.930649] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9932f5-7fda-4383-9d49-0d78dde76479 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.939675] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.939675] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd48d4da-e4b7-4faf-b980-b4c42af043a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.945119] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 801.945119] env[70771]: value = "task-3513567" [ 801.945119] env[70771]: _type = "Task" [ 801.945119] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.954144] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.029410] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.029767] env[70771]: DEBUG nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.033231] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.648s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.036616] env[70771]: INFO nova.compute.claims [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.049266] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146872} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.049543] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.050452] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5941b9-bea7-4996-953e-4810cc9c9460 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.073644] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b2cfe39b-98bd-4914-877d-7339e362c6e5/b2cfe39b-98bd-4914-877d-7339e362c6e5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.074712] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a739cb0-efdb-4d85-81c5-88d7bcbe20ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.096375] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 802.096375] env[70771]: value = "task-3513568" [ 802.096375] env[70771]: _type = "Task" [ 802.096375] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.104547] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.198026] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bf26a4-2480-cf92-bf34-7cf444228aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.024935} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.198416] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.198713] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.199029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.199263] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.199519] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.199833] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.200197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.200624] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b1ca45d-4a82-4c66-be18-9768f18efa4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.202435] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b1f62e-1e86-4e56-952b-54d75aeac91f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.207825] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 802.207825] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5262760d-7d01-7b47-68d5-6056311745db" [ 802.207825] env[70771]: _type = "Task" [ 802.207825] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.214069] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.214291] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.218287] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35850cb-53b9-42f5-8981-970954a14d30 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.220486] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5262760d-7d01-7b47-68d5-6056311745db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.224558] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 802.224558] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e6218f-5892-7f79-8fcf-2e7e33c58089" [ 802.224558] env[70771]: _type = "Task" [ 802.224558] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.232704] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e6218f-5892-7f79-8fcf-2e7e33c58089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.359282] env[70771]: DEBUG nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.376175] env[70771]: INFO nova.compute.manager [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Rescuing [ 802.376175] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.376260] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.376425] env[70771]: DEBUG nova.network.neutron [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.456496] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.476666] env[70771]: DEBUG nova.network.neutron [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Updated VIF entry in instance network info cache for port 6b5507a2-c819-47f6-a108-658129d6ea1d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.477041] env[70771]: DEBUG nova.network.neutron [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Updating instance_info_cache with network_info: [{"id": "6b5507a2-c819-47f6-a108-658129d6ea1d", "address": "fa:16:3e:de:0b:da", "network": {"id": "5e20a162-318f-45ec-86fd-00396973cb86", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1378027023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74bc1b79300042ddac172aecd5a95ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5507a2-c8", "ovs_interfaceid": "6b5507a2-c819-47f6-a108-658129d6ea1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.539391] env[70771]: DEBUG nova.compute.utils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.544256] env[70771]: DEBUG nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.544256] env[70771]: DEBUG nova.network.neutron [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.582605] env[70771]: DEBUG nova.policy [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51b73867f4184d259fd51d64d05cebbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2511fcf6e6a6495ea3cd9a47094adf47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.606130] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.719991] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5262760d-7d01-7b47-68d5-6056311745db, 'name': SearchDatastore_Task, 'duration_secs': 0.028968} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.720308] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.720546] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.720759] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.733604] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e6218f-5892-7f79-8fcf-2e7e33c58089, 'name': SearchDatastore_Task, 'duration_secs': 0.034943} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.734451] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d7cca3-32c7-49a0-9ac6-a4f495142fcf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.741565] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 802.741565] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52df70ee-81b0-7e27-082b-2910262abfcb" [ 802.741565] env[70771]: _type = "Task" [ 802.741565] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.748026] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52df70ee-81b0-7e27-082b-2910262abfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.816325] env[70771]: DEBUG nova.network.neutron [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Successfully updated port: 354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.885022] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.910864] env[70771]: DEBUG nova.network.neutron [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Successfully created port: 61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.913253] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.913479] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.913676] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.914582] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.914582] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.916453] env[70771]: INFO nova.compute.manager [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Terminating instance [ 802.957890] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.981448] env[70771]: DEBUG oslo_concurrency.lockutils [req-4f11a0ff-ef77-4ae7-9f3e-9cbdec74b86d req-b9bfe49e-879d-48b7-afd6-1b27932833eb service nova] Releasing lock "refresh_cache-529bacab-2dd3-4d2a-8a12-96c37f30f346" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.043777] env[70771]: DEBUG nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.107717] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.253304] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52df70ee-81b0-7e27-082b-2910262abfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01901} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.253304] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.253304] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.253304] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.253637] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.253637] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df4e8033-036d-4ef1-91ca-6cc680600512 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.257879] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-babf357b-688e-4de0-9bff-7af2d0c9dcf2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.265552] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 803.265552] env[70771]: value = "task-3513569" [ 803.265552] env[70771]: _type = "Task" [ 803.265552] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.272652] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.272848] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.273932] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14016f19-e843-42a9-b57f-968eee4772bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.282654] env[70771]: DEBUG nova.network.neutron [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Updating instance_info_cache with network_info: [{"id": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "address": "fa:16:3e:7c:3c:2c", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91c472-24", "ovs_interfaceid": "9e91c472-2431-4af9-9f07-2ad3b4c662ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.284071] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.290138] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 803.290138] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d5ab49-9f63-6f92-2df4-679d8029517d" [ 803.290138] env[70771]: _type = "Task" [ 803.290138] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.299881] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d5ab49-9f63-6f92-2df4-679d8029517d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.319272] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.319391] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquired lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.319540] env[70771]: DEBUG nova.network.neutron [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.422646] env[70771]: DEBUG nova.compute.manager [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.422888] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.424189] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049a5ee8-9e09-4070-b44d-82f90560a633 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.434387] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.434647] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78763da-2bae-4966-a256-2ff75392d086 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.442765] env[70771]: DEBUG oslo_vmware.api [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 803.442765] env[70771]: value = "task-3513570" [ 803.442765] env[70771]: _type = "Task" [ 803.442765] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.454141] env[70771]: DEBUG oslo_vmware.api [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.461056] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513567, 'name': PowerOffVM_Task, 'duration_secs': 1.17295} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.461363] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.461543] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.461788] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ebf386-ba21-4ea2-a763-f1d7c316db79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.526019] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.526277] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.526459] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Deleting the datastore file [datastore1] 6d593d73-d5fd-4a4a-aafb-b3195ae2399c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.528999] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b8c1027-309a-4850-82f0-4a1ec19d8f01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.535495] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for the task: (returnval){ [ 803.535495] env[70771]: value = "task-3513572" [ 803.535495] env[70771]: _type = "Task" [ 803.535495] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.543375] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.557090] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec13725-8b2c-4cc4-ad29-564db75d824a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.564449] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1388044-89a6-433e-a4a3-02690c53406b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.596087] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df6d82-4a7a-42f8-abaf-f5ab26b423c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.609351] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.612813] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152ed35-9274-47bf-8d18-6ee93cde464b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.627008] env[70771]: DEBUG nova.compute.provider_tree [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.776106] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.784587] env[70771]: DEBUG nova.compute.manager [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Received event network-vif-plugged-354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.784759] env[70771]: DEBUG oslo_concurrency.lockutils [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] Acquiring lock "8790a9bb-2651-4759-bf3d-fbc796c09666-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.785378] env[70771]: DEBUG oslo_concurrency.lockutils [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.785378] env[70771]: DEBUG oslo_concurrency.lockutils [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.785378] env[70771]: DEBUG nova.compute.manager [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] No waiting events found dispatching network-vif-plugged-354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.785964] env[70771]: WARNING nova.compute.manager [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Received unexpected event network-vif-plugged-354f32d5-8e58-4808-9fe7-c3c2581f19b2 for instance with vm_state building and task_state spawning. [ 803.785964] env[70771]: DEBUG nova.compute.manager [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Received event network-changed-354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.785964] env[70771]: DEBUG nova.compute.manager [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Refreshing instance network info cache due to event network-changed-354f32d5-8e58-4808-9fe7-c3c2581f19b2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.785964] env[70771]: DEBUG oslo_concurrency.lockutils [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] Acquiring lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.786685] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-cb8dd694-5243-4232-a790-8c3081547964" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.800020] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d5ab49-9f63-6f92-2df4-679d8029517d, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.800805] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e94a347-133e-40fe-9d8a-8990ad4fc4f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.808359] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 803.808359] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520a5e8d-8ece-7182-fd8e-5badd2643488" [ 803.808359] env[70771]: _type = "Task" [ 803.808359] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.817858] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520a5e8d-8ece-7182-fd8e-5badd2643488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.886810] env[70771]: DEBUG nova.network.neutron [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.955585] env[70771]: DEBUG oslo_vmware.api [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513570, 'name': PowerOffVM_Task, 'duration_secs': 0.203226} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.958602] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.958866] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.959210] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad7c035-e461-4b9a-bb72-a9889c0fc965 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.033748] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.033999] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.034261] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Deleting the datastore file [datastore1] ab058a0c-20a3-49df-b50e-dc3a657ba8e8 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.034580] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eaedaf1-096f-40f1-b7dc-7e58449b982d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.045663] env[70771]: DEBUG oslo_vmware.api [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for the task: (returnval){ [ 804.045663] env[70771]: value = "task-3513574" [ 804.045663] env[70771]: _type = "Task" [ 804.045663] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.056020] env[70771]: DEBUG oslo_vmware.api [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Task: {'id': task-3513572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182038} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.056020] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.056834] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.057103] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.057355] env[70771]: INFO nova.compute.manager [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Took 2.13 seconds to destroy the instance on the hypervisor. [ 804.057674] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.058783] env[70771]: DEBUG nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.061239] env[70771]: DEBUG nova.compute.manager [-] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.061239] env[70771]: DEBUG nova.network.neutron [-] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.069291] env[70771]: DEBUG oslo_vmware.api [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.090230] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.090436] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.090594] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.090773] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.090948] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.091320] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.091692] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.091913] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.092260] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.092531] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.092786] env[70771]: DEBUG nova.virt.hardware [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.093923] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6986a43f-24ca-464f-95d8-32c87936d930 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.104607] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1982d236-44b1-4a13-a6be-6f7b3d9f6094 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.113677] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.130825] env[70771]: DEBUG nova.scheduler.client.report [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.171282] env[70771]: DEBUG nova.network.neutron [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Updating instance_info_cache with network_info: [{"id": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "address": "fa:16:3e:f3:24:d1", "network": {"id": "a0e63ed9-b03c-4b0a-8b77-43a0a40f037f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1834956587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee68413139a84c0c8e01297e48df76b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354f32d5-8e", "ovs_interfaceid": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.276682] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.324150] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520a5e8d-8ece-7182-fd8e-5badd2643488, 'name': SearchDatastore_Task, 'duration_secs': 0.02508} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.324426] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.324741] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 529bacab-2dd3-4d2a-8a12-96c37f30f346/529bacab-2dd3-4d2a-8a12-96c37f30f346.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.329018] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed75c9b-139c-4fb6-9218-c64109665e41 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.334588] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 804.334588] env[70771]: value = "task-3513575" [ 804.334588] env[70771]: _type = "Task" [ 804.334588] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.346442] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.349685] env[70771]: DEBUG nova.compute.manager [req-5ee81b15-86f8-4052-a17a-dffa78735736 req-35bf1ff3-15e2-432d-959a-b74e77f4724f service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Received event network-vif-plugged-61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.349685] env[70771]: DEBUG oslo_concurrency.lockutils [req-5ee81b15-86f8-4052-a17a-dffa78735736 req-35bf1ff3-15e2-432d-959a-b74e77f4724f service nova] Acquiring lock "250eba1c-9bec-4081-8124-5adcc88e87f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.350134] env[70771]: DEBUG oslo_concurrency.lockutils [req-5ee81b15-86f8-4052-a17a-dffa78735736 req-35bf1ff3-15e2-432d-959a-b74e77f4724f service nova] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.350134] env[70771]: DEBUG oslo_concurrency.lockutils [req-5ee81b15-86f8-4052-a17a-dffa78735736 req-35bf1ff3-15e2-432d-959a-b74e77f4724f service nova] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.350369] env[70771]: DEBUG nova.compute.manager [req-5ee81b15-86f8-4052-a17a-dffa78735736 req-35bf1ff3-15e2-432d-959a-b74e77f4724f service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] No waiting events found dispatching network-vif-plugged-61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.351287] env[70771]: WARNING nova.compute.manager [req-5ee81b15-86f8-4052-a17a-dffa78735736 req-35bf1ff3-15e2-432d-959a-b74e77f4724f service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Received unexpected event network-vif-plugged-61a2fece-76dc-4fb3-852a-9318446974f3 for instance with vm_state building and task_state spawning. [ 804.446876] env[70771]: DEBUG nova.network.neutron [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Successfully updated port: 61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.565074] env[70771]: DEBUG oslo_vmware.api [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Task: {'id': task-3513574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260152} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.565463] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.565592] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.565823] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.566038] env[70771]: INFO nova.compute.manager [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.566313] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.566524] env[70771]: DEBUG nova.compute.manager [-] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.566623] env[70771]: DEBUG nova.network.neutron [-] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.615800] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513568, 'name': ReconfigVM_Task, 'duration_secs': 2.158278} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.616166] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b2cfe39b-98bd-4914-877d-7339e362c6e5/b2cfe39b-98bd-4914-877d-7339e362c6e5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.616912] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d18e5da-c962-4a91-a643-2802182c7346 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.623635] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 804.623635] env[70771]: value = "task-3513576" [ 804.623635] env[70771]: _type = "Task" [ 804.623635] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.634935] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513576, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.636122] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.636270] env[70771]: DEBUG nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.641235] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.819s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.643488] env[70771]: INFO nova.compute.claims [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.675837] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Releasing lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.676247] env[70771]: DEBUG nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Instance network_info: |[{"id": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "address": "fa:16:3e:f3:24:d1", "network": {"id": "a0e63ed9-b03c-4b0a-8b77-43a0a40f037f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1834956587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee68413139a84c0c8e01297e48df76b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354f32d5-8e", "ovs_interfaceid": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.676580] env[70771]: DEBUG oslo_concurrency.lockutils [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] Acquired lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.676784] env[70771]: DEBUG nova.network.neutron [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Refreshing network info cache for port 354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.678037] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:24:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '354f32d5-8e58-4808-9fe7-c3c2581f19b2', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.687953] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Creating folder: Project (ee68413139a84c0c8e01297e48df76b4). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.689148] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb957221-1725-4d1a-bde9-7818adb7fad4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.701415] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Created folder: Project (ee68413139a84c0c8e01297e48df76b4) in parent group-v701875. [ 804.701666] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Creating folder: Instances. Parent ref: group-v702009. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.702034] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b6bbc68-a947-4bcc-932e-71552ccc60be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.714048] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Created folder: Instances in parent group-v702009. [ 804.714444] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.714735] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.715070] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa62b7bf-ec2f-400e-bd35-e1507a029a8b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.746514] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.746514] env[70771]: value = "task-3513579" [ 804.746514] env[70771]: _type = "Task" [ 804.746514] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.756785] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513579, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.778498] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513569, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.38309} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.778876] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.779187] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.779507] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29bc0b20-600c-4ff2-96a1-bcfb4dfd09bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.786043] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 804.786043] env[70771]: value = "task-3513580" [ 804.786043] env[70771]: _type = "Task" [ 804.786043] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.846356] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.950176] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.950176] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquired lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.950176] env[70771]: DEBUG nova.network.neutron [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.026107] env[70771]: DEBUG nova.network.neutron [-] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.136182] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513576, 'name': Rename_Task, 'duration_secs': 0.162313} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.136182] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.136182] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63bf2255-26a4-498f-9bc7-df862bad4c4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.142292] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 805.142292] env[70771]: value = "task-3513581" [ 805.142292] env[70771]: _type = "Task" [ 805.142292] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.147992] env[70771]: DEBUG nova.compute.utils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.154411] env[70771]: DEBUG nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.154571] env[70771]: DEBUG nova.network.neutron [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.156348] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.192720] env[70771]: DEBUG nova.policy [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e39637544e84389a46421411b2f5ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b8971de3254551aa4a3ac1ddb6a899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.258180] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513579, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.298106] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.397978} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.298106] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.298106] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a950ed-ab73-42c1-b8b7-c2a1959ac1c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.321700] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.324411] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9038002b-d45d-494d-ab5f-3359b5a7108e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.339265] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.339938] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce92942b-79c2-4173-a8cd-8e87ac9cf55b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.351265] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838082} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.353401] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 529bacab-2dd3-4d2a-8a12-96c37f30f346/529bacab-2dd3-4d2a-8a12-96c37f30f346.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.353656] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.353968] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 805.353968] env[70771]: value = "task-3513583" [ 805.353968] env[70771]: _type = "Task" [ 805.353968] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.354201] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 805.354201] env[70771]: value = "task-3513582" [ 805.354201] env[70771]: _type = "Task" [ 805.354201] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.354385] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-182a3a3a-bdb2-41fd-9d1b-58e37feb8654 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.366644] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.370502] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 805.370502] env[70771]: value = "task-3513584" [ 805.370502] env[70771]: _type = "Task" [ 805.370502] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.371211] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.382029] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.442728] env[70771]: DEBUG nova.network.neutron [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Updated VIF entry in instance network info cache for port 354f32d5-8e58-4808-9fe7-c3c2581f19b2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.443448] env[70771]: DEBUG nova.network.neutron [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Updating instance_info_cache with network_info: [{"id": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "address": "fa:16:3e:f3:24:d1", "network": {"id": "a0e63ed9-b03c-4b0a-8b77-43a0a40f037f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1834956587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee68413139a84c0c8e01297e48df76b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354f32d5-8e", "ovs_interfaceid": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.489355] env[70771]: DEBUG nova.network.neutron [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.525934] env[70771]: DEBUG nova.network.neutron [-] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.529866] env[70771]: INFO nova.compute.manager [-] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Took 1.47 seconds to deallocate network for instance. [ 805.627743] env[70771]: DEBUG nova.network.neutron [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Successfully created port: eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.647752] env[70771]: DEBUG nova.network.neutron [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Updating instance_info_cache with network_info: [{"id": "61a2fece-76dc-4fb3-852a-9318446974f3", "address": "fa:16:3e:e3:df:3a", "network": {"id": "4194f421-7bae-433e-957b-25826d736462", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-856482248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2511fcf6e6a6495ea3cd9a47094adf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a2fece-76", "ovs_interfaceid": "61a2fece-76dc-4fb3-852a-9318446974f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.652954] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.660408] env[70771]: DEBUG nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.758390] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513579, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.867375] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.870352] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.881038] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160209} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.881038] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.881408] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8b9041-5a6e-4e08-b197-86cd55cd7038 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.904235] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 529bacab-2dd3-4d2a-8a12-96c37f30f346/529bacab-2dd3-4d2a-8a12-96c37f30f346.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.908265] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cf9767-3b8d-4ae2-bc73-dfaf022f67d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.926169] env[70771]: DEBUG nova.compute.manager [req-574e1bb4-3efc-45d6-adbe-82f522ce661e req-b05116f8-e527-4452-97f8-981e1d37a384 service nova] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Received event network-vif-deleted-f9600b60-2590-480f-9146-748475c41a6d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.926433] env[70771]: DEBUG nova.compute.manager [req-574e1bb4-3efc-45d6-adbe-82f522ce661e req-b05116f8-e527-4452-97f8-981e1d37a384 service nova] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Received event network-vif-deleted-c2694d3f-527f-4890-bf9d-62a74f11b251 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.934155] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 805.934155] env[70771]: value = "task-3513585" [ 805.934155] env[70771]: _type = "Task" [ 805.934155] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.941682] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.948988] env[70771]: DEBUG oslo_concurrency.lockutils [req-69bb91ca-cf8e-4c24-a0d6-b203c8de1f38 req-70c03307-b752-4d1c-ba08-c3d968de6ccf service nova] Releasing lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.030747] env[70771]: INFO nova.compute.manager [-] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Took 1.46 seconds to deallocate network for instance. [ 806.043026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.158065] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Releasing lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.158750] env[70771]: DEBUG nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Instance network_info: |[{"id": "61a2fece-76dc-4fb3-852a-9318446974f3", "address": "fa:16:3e:e3:df:3a", "network": {"id": "4194f421-7bae-433e-957b-25826d736462", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-856482248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2511fcf6e6a6495ea3cd9a47094adf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a2fece-76", "ovs_interfaceid": "61a2fece-76dc-4fb3-852a-9318446974f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.159249] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:df:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61a2fece-76dc-4fb3-852a-9318446974f3', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.167220] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Creating folder: Project (2511fcf6e6a6495ea3cd9a47094adf47). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.177919] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6e4a63b-3bb8-4452-a94f-8ab695978722 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.181367] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.191635] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Created folder: Project (2511fcf6e6a6495ea3cd9a47094adf47) in parent group-v701875. [ 806.192323] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Creating folder: Instances. Parent ref: group-v702012. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.192323] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84ed0791-a9d3-48db-aa56-4528df32f0e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.204579] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Created folder: Instances in parent group-v702012. [ 806.204579] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.204737] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.204971] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-471a31af-af4b-4411-ab0b-3a8661fa1c0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.232291] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.232291] env[70771]: value = "task-3513588" [ 806.232291] env[70771]: _type = "Task" [ 806.232291] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.243032] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513588, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.245564] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e79346-c2e9-4656-8501-cb936d110273 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.260026] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465427e3-d323-4d0a-8449-c834dbdb40a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.263139] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513579, 'name': CreateVM_Task, 'duration_secs': 1.461873} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.263706] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.264475] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.264635] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.264955] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.265232] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04907ba5-bbb8-4d42-85b2-9430234cdbfb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.293098] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afddff2e-35f3-4c1d-bfc1-50f21d43b13c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.297838] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 806.297838] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525777bd-79f5-e029-9255-3959827da58b" [ 806.297838] env[70771]: _type = "Task" [ 806.297838] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.309791] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66040e85-2b84-4df3-948e-85ff78c944de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.317962] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525777bd-79f5-e029-9255-3959827da58b, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.318768] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.319050] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.319333] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.319487] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.319735] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.329447] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ecb97d8-477d-4bb9-8f40-db834f7f5051 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.331505] env[70771]: DEBUG nova.compute.provider_tree [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.349746] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.349746] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.349746] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7cff148-8c6b-4597-be01-f94087a60233 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.352744] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 806.352744] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52622503-d7af-92b5-fee0-151ade4622d7" [ 806.352744] env[70771]: _type = "Task" [ 806.352744] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.368550] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52622503-d7af-92b5-fee0-151ade4622d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013111} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.375565] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513582, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.376138] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.376138] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07db8324-4d61-4719-95d3-4ea37193325b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.382477] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 806.382477] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520a5b38-079c-6931-1ac0-576e36617a7c" [ 806.382477] env[70771]: _type = "Task" [ 806.382477] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.391403] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520a5b38-079c-6931-1ac0-576e36617a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.433391] env[70771]: DEBUG nova.compute.manager [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Received event network-changed-61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.433544] env[70771]: DEBUG nova.compute.manager [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Refreshing instance network info cache due to event network-changed-61a2fece-76dc-4fb3-852a-9318446974f3. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.433781] env[70771]: DEBUG oslo_concurrency.lockutils [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] Acquiring lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.433926] env[70771]: DEBUG oslo_concurrency.lockutils [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] Acquired lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.434112] env[70771]: DEBUG nova.network.neutron [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Refreshing network info cache for port 61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.445111] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.540404] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.655128] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513581, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.683551] env[70771]: DEBUG nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.712241] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.713019] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.713019] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.713205] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.713543] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.713855] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.716910] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.716910] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.716910] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.716910] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.716910] env[70771]: DEBUG nova.virt.hardware [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.716910] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ba3df-a582-424f-84c3-5dd3cc18d973 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.725898] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b0dc2-e8fd-4bc7-a964-d555eb8ac000 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.750491] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513588, 'name': CreateVM_Task, 'duration_secs': 0.481707} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.750963] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.751922] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.752314] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.752723] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.753098] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88564140-0787-4f99-8ab3-afafc5dca1b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.757623] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 806.757623] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e5fbc8-15c2-6785-3065-b18605571375" [ 806.757623] env[70771]: _type = "Task" [ 806.757623] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.767190] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e5fbc8-15c2-6785-3065-b18605571375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.835608] env[70771]: DEBUG nova.scheduler.client.report [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.872046] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513583, 'name': ReconfigVM_Task, 'duration_secs': 1.179669} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.872250] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513582, 'name': PowerOffVM_Task, 'duration_secs': 1.059993} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.872608] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.873266] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.873546] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-825eea32-3cc7-48a1-a639-75927bdf7cbb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.875461] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45183670-9bab-40d1-b82b-15c577bc9dc9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.897520] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984629f4-0363-48fa-8b92-e58083d6a0d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.900438] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 806.900438] env[70771]: value = "task-3513589" [ 806.900438] env[70771]: _type = "Task" [ 806.900438] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.909264] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520a5b38-079c-6931-1ac0-576e36617a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.911746] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.912150] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 8790a9bb-2651-4759-bf3d-fbc796c09666/8790a9bb-2651-4759-bf3d-fbc796c09666.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.912508] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bcad75e-65f5-416d-af8d-7968380258fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.917836] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513589, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.922475] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 806.922475] env[70771]: value = "task-3513590" [ 806.922475] env[70771]: _type = "Task" [ 806.922475] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.932926] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.935015] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.935346] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3534c426-cef7-42a1-a481-29358f1192bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.944582] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 806.944582] env[70771]: value = "task-3513591" [ 806.944582] env[70771]: _type = "Task" [ 806.944582] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.948402] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513585, 'name': ReconfigVM_Task, 'duration_secs': 0.593346} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.950621] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 529bacab-2dd3-4d2a-8a12-96c37f30f346/529bacab-2dd3-4d2a-8a12-96c37f30f346.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.951267] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e246676a-fb43-41ca-8cf7-bf1599a1c7a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.959550] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 806.959786] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.960044] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.960972] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.960972] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.960972] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 806.960972] env[70771]: value = "task-3513592" [ 806.960972] env[70771]: _type = "Task" [ 806.960972] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.960972] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb5eb56d-2b67-4749-aabd-8496d6323d8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.972694] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513592, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.975789] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.975789] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.975789] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34b3c3d-5aaa-4360-a078-459f9cb0038c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.981415] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 806.981415] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f46227-7a57-edea-6f16-d25f694c3787" [ 806.981415] env[70771]: _type = "Task" [ 806.981415] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.989445] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f46227-7a57-edea-6f16-d25f694c3787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.153627] env[70771]: DEBUG nova.network.neutron [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Updated VIF entry in instance network info cache for port 61a2fece-76dc-4fb3-852a-9318446974f3. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.154160] env[70771]: DEBUG nova.network.neutron [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Updating instance_info_cache with network_info: [{"id": "61a2fece-76dc-4fb3-852a-9318446974f3", "address": "fa:16:3e:e3:df:3a", "network": {"id": "4194f421-7bae-433e-957b-25826d736462", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-856482248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2511fcf6e6a6495ea3cd9a47094adf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a2fece-76", "ovs_interfaceid": "61a2fece-76dc-4fb3-852a-9318446974f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.159172] env[70771]: DEBUG oslo_vmware.api [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513581, 'name': PowerOnVM_Task, 'duration_secs': 1.57744} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.159709] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.159997] env[70771]: INFO nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Took 11.25 seconds to spawn the instance on the hypervisor. [ 807.160622] env[70771]: DEBUG nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.161521] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6e5588-50a1-4b1a-bc70-69a881d18c2d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.268456] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e5fbc8-15c2-6785-3065-b18605571375, 'name': SearchDatastore_Task, 'duration_secs': 0.045122} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.268758] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.268985] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.269231] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.269371] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.269541] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.269794] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ebf316-a349-405e-ae74-8eb1734e28ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.281161] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.281344] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.282201] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbb2847-aa0d-45e8-a9b2-25882a419f90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.287677] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 807.287677] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524644bd-21cc-2c89-235b-c0213c19744c" [ 807.287677] env[70771]: _type = "Task" [ 807.287677] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.295503] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524644bd-21cc-2c89-235b-c0213c19744c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.340940] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.341608] env[70771]: DEBUG nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.348021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.290s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.348021] env[70771]: DEBUG nova.objects.instance [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lazy-loading 'resources' on Instance uuid 5496ee2e-c062-4122-94ad-636d993287e4 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.411702] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513589, 'name': Rename_Task, 'duration_secs': 0.141145} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.412137] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.412416] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48622568-2de9-42d9-80dd-59d145a299ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.420341] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 807.420341] env[70771]: value = "task-3513593" [ 807.420341] env[70771]: _type = "Task" [ 807.420341] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.432751] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.436245] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513590, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.474854] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513592, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.493845] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f46227-7a57-edea-6f16-d25f694c3787, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.494230] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079da23f-067e-4c33-9ffc-861a97408512 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.499510] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 807.499510] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52615a5a-516d-e5d0-f7b9-8753f1f20c85" [ 807.499510] env[70771]: _type = "Task" [ 807.499510] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.510306] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52615a5a-516d-e5d0-f7b9-8753f1f20c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.660248] env[70771]: DEBUG oslo_concurrency.lockutils [req-ac9ba0e8-3434-4ba1-aa6f-ab83e8c8f333 req-86cc71fb-6587-4c53-b79d-5a6c7d32385b service nova] Releasing lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.682515] env[70771]: INFO nova.compute.manager [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Took 52.75 seconds to build instance. [ 807.776476] env[70771]: DEBUG nova.network.neutron [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Successfully updated port: eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.799663] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524644bd-21cc-2c89-235b-c0213c19744c, 'name': SearchDatastore_Task, 'duration_secs': 0.030066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.800453] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7038c015-c3ba-4aa4-be3c-978b4ce54bdb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.805564] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 807.805564] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5211b6a4-5a75-833c-97ae-cf778db0b01d" [ 807.805564] env[70771]: _type = "Task" [ 807.805564] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.813392] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5211b6a4-5a75-833c-97ae-cf778db0b01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.846546] env[70771]: DEBUG nova.compute.utils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.848029] env[70771]: DEBUG nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.848200] env[70771]: DEBUG nova.network.neutron [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.937259] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.941320] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762174} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.941823] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 8790a9bb-2651-4759-bf3d-fbc796c09666/8790a9bb-2651-4759-bf3d-fbc796c09666.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.942095] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.942669] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c77a731f-4c7b-4c32-8c69-8ca201e76730 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.951238] env[70771]: DEBUG nova.policy [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef9783f12f9b47208b7060f6b526ea1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa55f275f5e14ee2b6c5e962f30f06c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.954340] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 807.954340] env[70771]: value = "task-3513594" [ 807.954340] env[70771]: _type = "Task" [ 807.954340] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.963367] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.975718] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513592, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.012285] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52615a5a-516d-e5d0-f7b9-8753f1f20c85, 'name': SearchDatastore_Task, 'duration_secs': 0.017264} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.012285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.012285] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. {{(pid=70771) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 808.012285] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9fe01b8-3667-4c5b-9c30-0c2096e938ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.020785] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 808.020785] env[70771]: value = "task-3513595" [ 808.020785] env[70771]: _type = "Task" [ 808.020785] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.028837] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.066083] env[70771]: DEBUG nova.compute.manager [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Received event network-vif-plugged-eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.066309] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] Acquiring lock "97167a6c-46db-46a3-98a9-4d37f60c6f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.066528] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.066695] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.066971] env[70771]: DEBUG nova.compute.manager [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] No waiting events found dispatching network-vif-plugged-eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.069019] env[70771]: WARNING nova.compute.manager [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Received unexpected event network-vif-plugged-eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf for instance with vm_state building and task_state spawning. [ 808.069019] env[70771]: DEBUG nova.compute.manager [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Received event network-changed-eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.069019] env[70771]: DEBUG nova.compute.manager [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Refreshing instance network info cache due to event network-changed-eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.069019] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] Acquiring lock "refresh_cache-97167a6c-46db-46a3-98a9-4d37f60c6f40" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.069019] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] Acquired lock "refresh_cache-97167a6c-46db-46a3-98a9-4d37f60c6f40" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.069566] env[70771]: DEBUG nova.network.neutron [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Refreshing network info cache for port eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.183339] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e37a9351-567a-40aa-b9c1-5c66c4b0cb05 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.968s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.285615] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "refresh_cache-97167a6c-46db-46a3-98a9-4d37f60c6f40" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.321360] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5211b6a4-5a75-833c-97ae-cf778db0b01d, 'name': SearchDatastore_Task, 'duration_secs': 0.049661} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.322020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.322444] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 250eba1c-9bec-4081-8124-5adcc88e87f1/250eba1c-9bec-4081-8124-5adcc88e87f1.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.322658] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c4a5857-f596-4c04-a1d5-edd3b6b1e65b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.335565] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 808.335565] env[70771]: value = "task-3513596" [ 808.335565] env[70771]: _type = "Task" [ 808.335565] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.346925] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.349489] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffff268-d1dd-4a48-8caf-ee64226b0522 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.356680] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff96d20-9557-4805-a656-e51f44dee9ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.360371] env[70771]: DEBUG nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.393056] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad39280-87ae-41e4-9d30-53f764a35188 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.404199] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33615996-545c-4dc9-8b61-b772ad64e217 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.418623] env[70771]: DEBUG nova.compute.provider_tree [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.432534] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.464665] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154659} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.464936] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.466157] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc0f42-d0bc-4656-ad1f-b11fa7241a56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.490770] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8790a9bb-2651-4759-bf3d-fbc796c09666/8790a9bb-2651-4759-bf3d-fbc796c09666.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.494071] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06da500-5c86-43d6-920a-a32263a6e68c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.508680] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513592, 'name': Rename_Task, 'duration_secs': 1.13869} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.509350] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.509994] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b2ddd2d-b2b8-431c-9365-ddb79e5ca6ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.517425] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 808.517425] env[70771]: value = "task-3513597" [ 808.517425] env[70771]: _type = "Task" [ 808.517425] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.519547] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 808.519547] env[70771]: value = "task-3513598" [ 808.519547] env[70771]: _type = "Task" [ 808.519547] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.537682] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.543842] env[70771]: DEBUG nova.network.neutron [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Successfully created port: e5b9eb8e-9c4b-4070-9451-a55f8ab8737c {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.551921] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513598, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.552428] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.606863] env[70771]: DEBUG nova.network.neutron [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.686693] env[70771]: DEBUG nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.725846] env[70771]: DEBUG nova.network.neutron [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.847036] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513596, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.921901] env[70771]: DEBUG nova.scheduler.client.report [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.939036] env[70771]: DEBUG oslo_vmware.api [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513593, 'name': PowerOnVM_Task, 'duration_secs': 1.318812} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.939036] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.939036] env[70771]: DEBUG nova.compute.manager [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.940358] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d49e342-1242-47ed-aff2-dc6a0cc9483b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.040546] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513597, 'name': ReconfigVM_Task, 'duration_secs': 0.4963} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.040822] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888465} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.044755] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8790a9bb-2651-4759-bf3d-fbc796c09666/8790a9bb-2651-4759-bf3d-fbc796c09666.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.045633] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. [ 809.045932] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513598, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.046206] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f13d7ef1-7dde-492f-9354-43dac5aa9b06 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.048610] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f28a14-0818-4c74-9ddd-94698a95958a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.081065] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.082999] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974db98f-780d-4617-8ba9-fe4f141990ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.096742] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 809.096742] env[70771]: value = "task-3513599" [ 809.096742] env[70771]: _type = "Task" [ 809.096742] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.103045] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 809.103045] env[70771]: value = "task-3513600" [ 809.103045] env[70771]: _type = "Task" [ 809.103045] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.111860] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513599, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.115172] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.210599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.229431] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1693788-8670-4ab4-8b08-ddc208c1b727 req-75cc85b7-e044-4bcb-8386-23f8d95a5fa1 service nova] Releasing lock "refresh_cache-97167a6c-46db-46a3-98a9-4d37f60c6f40" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.230274] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "refresh_cache-97167a6c-46db-46a3-98a9-4d37f60c6f40" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.230372] env[70771]: DEBUG nova.network.neutron [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.347256] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802236} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.347580] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 250eba1c-9bec-4081-8124-5adcc88e87f1/250eba1c-9bec-4081-8124-5adcc88e87f1.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.347691] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.347888] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5dc5e9e-95a9-4848-a9f2-0036774a179e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.355252] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 809.355252] env[70771]: value = "task-3513601" [ 809.355252] env[70771]: _type = "Task" [ 809.355252] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.366590] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.370258] env[70771]: DEBUG nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.394289] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.394553] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.394710] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.394898] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.395055] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.395209] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.395424] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.395618] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.395809] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.395976] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.396183] env[70771]: DEBUG nova.virt.hardware [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.397032] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad523a79-cd98-4a98-9f7a-58fe65e3b7ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.405132] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f794f-48d4-42f9-8ddd-739302ab64f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.433828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.437321] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.860s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.439347] env[70771]: INFO nova.compute.claims [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.458599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.464056] env[70771]: INFO nova.scheduler.client.report [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Deleted allocations for instance 5496ee2e-c062-4122-94ad-636d993287e4 [ 809.534066] env[70771]: DEBUG oslo_vmware.api [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513598, 'name': PowerOnVM_Task, 'duration_secs': 0.567467} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.534686] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.534686] env[70771]: INFO nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Took 10.86 seconds to spawn the instance on the hypervisor. [ 809.534879] env[70771]: DEBUG nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.536028] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90bc0f-a489-41c7-babc-d15e9b0227de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.609783] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513599, 'name': Rename_Task, 'duration_secs': 0.209426} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.614764] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.615112] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae62c0ce-1084-4742-9f3c-2e168996fc17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.622890] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513600, 'name': ReconfigVM_Task, 'duration_secs': 0.508335} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.624194] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Reconfigured VM instance instance-0000002a to attach disk [datastore1] cb8dd694-5243-4232-a790-8c3081547964/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.624749] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 809.624749] env[70771]: value = "task-3513602" [ 809.624749] env[70771]: _type = "Task" [ 809.624749] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.625493] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66d986b-a29d-4c9e-86a8-db1b1b95b96f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.635990] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.658196] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5715e3-d212-4862-8b9f-4bf4f04887c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.674163] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 809.674163] env[70771]: value = "task-3513603" [ 809.674163] env[70771]: _type = "Task" [ 809.674163] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.683462] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.766141] env[70771]: DEBUG nova.network.neutron [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.868322] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091553} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.868646] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.869511] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda65a7c-c7c7-4a51-951c-11ad02465b96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.891383] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 250eba1c-9bec-4081-8124-5adcc88e87f1/250eba1c-9bec-4081-8124-5adcc88e87f1.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.891700] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99506d94-b1cf-4671-beef-f3de122abbd9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.907936] env[70771]: DEBUG nova.network.neutron [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Updating instance_info_cache with network_info: [{"id": "eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf", "address": "fa:16:3e:85:c0:44", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7a173e-9e", "ovs_interfaceid": "eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.914823] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 809.914823] env[70771]: value = "task-3513604" [ 809.914823] env[70771]: _type = "Task" [ 809.914823] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.922601] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.972789] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9766d02-8318-43b7-a034-0162167acaa2 tempest-TenantUsagesTestJSON-1579100380 tempest-TenantUsagesTestJSON-1579100380-project-member] Lock "5496ee2e-c062-4122-94ad-636d993287e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.417s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.055784] env[70771]: INFO nova.compute.manager [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Took 54.53 seconds to build instance. [ 810.142106] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.185183] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513603, 'name': ReconfigVM_Task, 'duration_secs': 0.441252} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.185560] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.185869] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-634ac5c5-25bc-4a6a-aabd-1de6e6ecc27c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.193338] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 810.193338] env[70771]: value = "task-3513605" [ 810.193338] env[70771]: _type = "Task" [ 810.193338] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.203365] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.206635] env[70771]: DEBUG nova.compute.manager [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.206924] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed43d7a5-18f6-4599-9bb8-74762038ab26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.233199] env[70771]: DEBUG nova.compute.manager [req-9a4ed618-ab79-48cb-9307-9987bd17c877 req-6eb07a0c-f8a2-4944-b1d1-ba9fce438890 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Received event network-vif-plugged-e5b9eb8e-9c4b-4070-9451-a55f8ab8737c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.233199] env[70771]: DEBUG oslo_concurrency.lockutils [req-9a4ed618-ab79-48cb-9307-9987bd17c877 req-6eb07a0c-f8a2-4944-b1d1-ba9fce438890 service nova] Acquiring lock "2050ee68-aca9-4c6c-8983-3ac566483d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.233199] env[70771]: DEBUG oslo_concurrency.lockutils [req-9a4ed618-ab79-48cb-9307-9987bd17c877 req-6eb07a0c-f8a2-4944-b1d1-ba9fce438890 service nova] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.233199] env[70771]: DEBUG oslo_concurrency.lockutils [req-9a4ed618-ab79-48cb-9307-9987bd17c877 req-6eb07a0c-f8a2-4944-b1d1-ba9fce438890 service nova] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.233199] env[70771]: DEBUG nova.compute.manager [req-9a4ed618-ab79-48cb-9307-9987bd17c877 req-6eb07a0c-f8a2-4944-b1d1-ba9fce438890 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] No waiting events found dispatching network-vif-plugged-e5b9eb8e-9c4b-4070-9451-a55f8ab8737c {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.233360] env[70771]: WARNING nova.compute.manager [req-9a4ed618-ab79-48cb-9307-9987bd17c877 req-6eb07a0c-f8a2-4944-b1d1-ba9fce438890 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Received unexpected event network-vif-plugged-e5b9eb8e-9c4b-4070-9451-a55f8ab8737c for instance with vm_state building and task_state spawning. [ 810.411594] env[70771]: DEBUG nova.network.neutron [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Successfully updated port: e5b9eb8e-9c4b-4070-9451-a55f8ab8737c {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.412955] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "refresh_cache-97167a6c-46db-46a3-98a9-4d37f60c6f40" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.413244] env[70771]: DEBUG nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Instance network_info: |[{"id": "eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf", "address": "fa:16:3e:85:c0:44", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7a173e-9e", "ovs_interfaceid": "eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.413733] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:c0:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.423625] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.425503] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.428543] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc2229be-f88b-4c5e-80aa-3c5dd3bf10a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.460162] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513604, 'name': ReconfigVM_Task, 'duration_secs': 0.309199} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.461957] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 250eba1c-9bec-4081-8124-5adcc88e87f1/250eba1c-9bec-4081-8124-5adcc88e87f1.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.462616] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.462616] env[70771]: value = "task-3513606" [ 810.462616] env[70771]: _type = "Task" [ 810.462616] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.462616] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f61243-022f-4996-be98-aa3a4a3ef151 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.475490] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513606, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.476805] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 810.476805] env[70771]: value = "task-3513607" [ 810.476805] env[70771]: _type = "Task" [ 810.476805] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.487197] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513607, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.560143] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5878e4f6-f8e2-46c9-86b4-0e29d040a336 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.826s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.646449] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.662035] env[70771]: INFO nova.compute.manager [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Rebuilding instance [ 810.707117] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.717283] env[70771]: INFO nova.compute.manager [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] instance snapshotting [ 810.721730] env[70771]: DEBUG nova.compute.manager [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.722861] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22af1d5d-115f-4e36-a12b-f2750a873225 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.726158] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53617692-8f07-489f-aebe-ea2d97856450 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.751931] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb02819-fcf4-4379-956d-97154ef7ef88 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.925254] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.925487] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.925635] env[70771]: DEBUG nova.network.neutron [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.977984] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513606, 'name': CreateVM_Task, 'duration_secs': 0.366189} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.981054] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.982050] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.982050] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.982468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.983896] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7d3f75-f4dc-4db3-80e1-d0434bc001c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.986105] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3c9522-0d7e-4d33-bae8-f9f2d12cbcb9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.991733] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513607, 'name': Rename_Task, 'duration_secs': 0.17909} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.992364] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.992600] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb30209a-729a-46bc-9fbf-be3f9bfa1d08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.996596] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 810.996596] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5259898d-e309-6433-4edd-ad38450cf071" [ 810.996596] env[70771]: _type = "Task" [ 810.996596] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.997924] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68630734-a46f-482b-90f4-440ede8246a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.006503] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 811.006503] env[70771]: value = "task-3513608" [ 811.006503] env[70771]: _type = "Task" [ 811.006503] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.038103] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5259898d-e309-6433-4edd-ad38450cf071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.039149] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf22904-530c-498f-9944-14fe244d7d21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.045052] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513608, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.052311] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618bbeca-9c11-431f-ac76-87c42542867b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.066725] env[70771]: DEBUG nova.compute.provider_tree [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.072018] env[70771]: DEBUG nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.144088] env[70771]: DEBUG oslo_vmware.api [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513602, 'name': PowerOnVM_Task, 'duration_secs': 1.148659} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.144973] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.145357] env[70771]: INFO nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Took 9.68 seconds to spawn the instance on the hypervisor. [ 811.145597] env[70771]: DEBUG nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.146488] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e8f46-8654-4f77-9976-428cfc4dff2c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.207964] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.264850] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.265544] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b0888ac-0d4f-4604-9a43-dc3b63fb0de1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.274382] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 811.274382] env[70771]: value = "task-3513609" [ 811.274382] env[70771]: _type = "Task" [ 811.274382] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.282931] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.492904] env[70771]: DEBUG nova.network.neutron [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.508252] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5259898d-e309-6433-4edd-ad38450cf071, 'name': SearchDatastore_Task, 'duration_secs': 0.030615} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.512654] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.512956] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.513267] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.513448] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.513698] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.514567] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d84cb2d-c514-4cb5-a175-7d43fb0cab03 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.522375] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.523887] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.524096] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.524843] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f57032-36b8-4fac-803f-d5b0490ff225 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.531168] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 811.531168] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52408cba-ae7a-7e04-82bb-edbd31afda05" [ 811.531168] env[70771]: _type = "Task" [ 811.531168] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.544417] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52408cba-ae7a-7e04-82bb-edbd31afda05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.572280] env[70771]: DEBUG nova.scheduler.client.report [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.599205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.672177] env[70771]: INFO nova.compute.manager [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Took 51.91 seconds to build instance. [ 811.712688] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.760998] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.761393] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0d89bb-2fd4-4878-8df3-a1ccfbb48743 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.768889] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 811.768889] env[70771]: value = "task-3513610" [ 811.768889] env[70771]: _type = "Task" [ 811.768889] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.782973] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.788576] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.792110] env[70771]: DEBUG nova.network.neutron [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Updating instance_info_cache with network_info: [{"id": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "address": "fa:16:3e:e0:9d:ba", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b9eb8e-9c", "ovs_interfaceid": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.966554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "529bacab-2dd3-4d2a-8a12-96c37f30f346" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.966910] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.967091] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "529bacab-2dd3-4d2a-8a12-96c37f30f346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.967253] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.967429] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.970949] env[70771]: INFO nova.compute.manager [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Terminating instance [ 812.018295] env[70771]: DEBUG oslo_vmware.api [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513608, 'name': PowerOnVM_Task, 'duration_secs': 0.580984} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.018628] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.018938] env[70771]: INFO nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Took 7.96 seconds to spawn the instance on the hypervisor. [ 812.019226] env[70771]: DEBUG nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.020095] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4268d2f-aa33-495f-bc37-51c96e122c29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.041018] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52408cba-ae7a-7e04-82bb-edbd31afda05, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.041878] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b754919-9e81-497f-aab6-8d429e31a21a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.047723] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 812.047723] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b5c650-9365-0028-95fd-1a02c0fc5927" [ 812.047723] env[70771]: _type = "Task" [ 812.047723] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.058173] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b5c650-9365-0028-95fd-1a02c0fc5927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.077824] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.080999] env[70771]: DEBUG nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.082685] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.932s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.083078] env[70771]: DEBUG nova.objects.instance [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lazy-loading 'resources' on Instance uuid fbefa65e-30a4-4a4b-a588-a8f514c84a11 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.175726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d360499-f1ee-496a-ba6f-bae8e75c9724 tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.056s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.207808] env[70771]: DEBUG oslo_vmware.api [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513605, 'name': PowerOnVM_Task, 'duration_secs': 1.591921} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.208144] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.210792] env[70771]: DEBUG nova.compute.manager [None req-26c3c8ad-31bc-4e7c-af62-056bcd13cc3f tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.211614] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd144b1-cc0b-4229-87cb-21e7e0ebaadd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.284558] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513610, 'name': PowerOffVM_Task, 'duration_secs': 0.285111} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.285048] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.285263] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.286999] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae88deed-1fe5-468a-abe1-b3ebde27d2d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.293604] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.293928] env[70771]: DEBUG nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Instance network_info: |[{"id": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "address": "fa:16:3e:e0:9d:ba", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b9eb8e-9c", "ovs_interfaceid": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.294243] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513609, 'name': CreateSnapshot_Task, 'duration_secs': 0.64369} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.294954] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:9d:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5b9eb8e-9c4b-4070-9451-a55f8ab8737c', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.304698] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Creating folder: Project (aa55f275f5e14ee2b6c5e962f30f06c8). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.305188] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.308764] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3dc2fa9-c1c4-4810-a467-eb57ec62e01e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.311173] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb46b7b-6cbc-411f-80e4-23784f191e83 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.314649] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.315042] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3271ba5b-d20c-47d1-abac-144311833b39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.328948] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Created folder: Project (aa55f275f5e14ee2b6c5e962f30f06c8) in parent group-v701875. [ 812.329365] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Creating folder: Instances. Parent ref: group-v702017. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.329861] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10153ee-d663-4c6a-99aa-61c93936248e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.339057] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Created folder: Instances in parent group-v702017. [ 812.339379] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.339639] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.339926] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a8b33df-7f32-4cff-bf8a-64531249ea04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.358756] env[70771]: DEBUG nova.compute.manager [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Received event network-changed-e5b9eb8e-9c4b-4070-9451-a55f8ab8737c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.359015] env[70771]: DEBUG nova.compute.manager [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Refreshing instance network info cache due to event network-changed-e5b9eb8e-9c4b-4070-9451-a55f8ab8737c. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.359323] env[70771]: DEBUG oslo_concurrency.lockutils [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] Acquiring lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.359533] env[70771]: DEBUG oslo_concurrency.lockutils [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] Acquired lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.359753] env[70771]: DEBUG nova.network.neutron [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Refreshing network info cache for port e5b9eb8e-9c4b-4070-9451-a55f8ab8737c {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.367727] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.367727] env[70771]: value = "task-3513614" [ 812.367727] env[70771]: _type = "Task" [ 812.367727] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.377695] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513614, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.380341] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.380605] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.380836] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleting the datastore file [datastore1] ad438180-2e64-447b-ab5c-76566567d026 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.381442] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63cf04af-cc7f-4dce-83a3-e58800d0d475 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.387826] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 812.387826] env[70771]: value = "task-3513615" [ 812.387826] env[70771]: _type = "Task" [ 812.387826] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.397408] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.476238] env[70771]: DEBUG nova.compute.manager [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.476238] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.476983] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5283040-fc58-4cc4-9d26-2edd9fef8d51 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.484851] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.485182] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3124909b-6799-497b-9368-f1abd59230a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.492354] env[70771]: DEBUG oslo_vmware.api [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 812.492354] env[70771]: value = "task-3513616" [ 812.492354] env[70771]: _type = "Task" [ 812.492354] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.501715] env[70771]: DEBUG oslo_vmware.api [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.537844] env[70771]: INFO nova.compute.manager [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Took 43.68 seconds to build instance. [ 812.558111] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b5c650-9365-0028-95fd-1a02c0fc5927, 'name': SearchDatastore_Task, 'duration_secs': 0.025451} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.558831] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.559249] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 97167a6c-46db-46a3-98a9-4d37f60c6f40/97167a6c-46db-46a3-98a9-4d37f60c6f40.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.559696] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52688992-1d4c-4feb-9a7a-50f1c2f62381 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.567542] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 812.567542] env[70771]: value = "task-3513617" [ 812.567542] env[70771]: _type = "Task" [ 812.567542] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.579371] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.583776] env[70771]: DEBUG nova.compute.utils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.585112] env[70771]: DEBUG nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.585311] env[70771]: DEBUG nova.network.neutron [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.679355] env[70771]: DEBUG nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.692476] env[70771]: DEBUG nova.policy [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b68f53fb3cc44bfc95b9681a5992a858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25676c3682b14e19810471d639b3ad39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.842068] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 812.845338] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-983468f2-0557-4172-83df-dcbbe04d9fda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.853444] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 812.853444] env[70771]: value = "task-3513618" [ 812.853444] env[70771]: _type = "Task" [ 812.853444] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.865184] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513618, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.876929] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513614, 'name': CreateVM_Task, 'duration_secs': 0.482204} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.877131] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.877971] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.877971] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.878278] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.878530] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a547e734-2859-4af8-8748-ad091b1c2733 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.885838] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 812.885838] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d40c56-d2c8-9e31-1790-a046d8bf6643" [ 812.885838] env[70771]: _type = "Task" [ 812.885838] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.901619] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d40c56-d2c8-9e31-1790-a046d8bf6643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.902154] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272695} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.902154] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.902362] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.903215] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.003222] env[70771]: DEBUG oslo_vmware.api [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513616, 'name': PowerOffVM_Task, 'duration_secs': 0.217683} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.004677] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.004677] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.009354] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbe0361a-cadc-4f15-b641-438302ac946a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.041558] env[70771]: DEBUG oslo_concurrency.lockutils [None req-08a27cc4-f8a9-40ad-b956-7d40362042c9 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.758s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.080456] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.080695] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.080878] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Deleting the datastore file [datastore1] 529bacab-2dd3-4d2a-8a12-96c37f30f346 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.081198] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d056e522-b6db-4228-ad07-4f76ab799552 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.087316] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513617, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.090509] env[70771]: DEBUG nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.100605] env[70771]: DEBUG oslo_vmware.api [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for the task: (returnval){ [ 813.100605] env[70771]: value = "task-3513620" [ 813.100605] env[70771]: _type = "Task" [ 813.100605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.112462] env[70771]: DEBUG oslo_vmware.api [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.203324] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.237605] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aad3c3-e82f-4f63-9bae-de212abbedbb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.248817] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd956b-56e9-4ff2-b6dd-a255a83503d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.289516] env[70771]: DEBUG nova.network.neutron [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Updated VIF entry in instance network info cache for port e5b9eb8e-9c4b-4070-9451-a55f8ab8737c. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.289516] env[70771]: DEBUG nova.network.neutron [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Updating instance_info_cache with network_info: [{"id": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "address": "fa:16:3e:e0:9d:ba", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b9eb8e-9c", "ovs_interfaceid": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.291447] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef66506-896f-4752-95ce-86f843104fcc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.301486] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8cbbd-8fb7-4f68-bd93-3f5dc3f36e52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.319150] env[70771]: DEBUG nova.compute.provider_tree [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.366027] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513618, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.399988] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d40c56-d2c8-9e31-1790-a046d8bf6643, 'name': SearchDatastore_Task, 'duration_secs': 0.024216} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.400467] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.400791] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.401452] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.401452] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.401579] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.401858] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39034570-3755-4a43-b7c4-2c5311e8c9ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.418059] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.418059] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.418059] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600b704f-d395-45c5-a794-69605d6f1824 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.423063] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 813.423063] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b16405-7365-e4ed-811e-bde5aac731c8" [ 813.423063] env[70771]: _type = "Task" [ 813.423063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.432270] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b16405-7365-e4ed-811e-bde5aac731c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.546615] env[70771]: DEBUG nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.579704] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71278} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.583235] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 97167a6c-46db-46a3-98a9-4d37f60c6f40/97167a6c-46db-46a3-98a9-4d37f60c6f40.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.583235] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.583235] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e748f5-00b0-421b-9539-d865d255a5ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.587668] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 813.587668] env[70771]: value = "task-3513621" [ 813.587668] env[70771]: _type = "Task" [ 813.587668] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.598667] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.618306] env[70771]: DEBUG oslo_vmware.api [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Task: {'id': task-3513620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304031} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.618892] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.620022] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.620022] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.620022] env[70771]: INFO nova.compute.manager [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Took 1.14 seconds to destroy the instance on the hypervisor. [ 813.620399] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.620799] env[70771]: DEBUG nova.compute.manager [-] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.623358] env[70771]: DEBUG nova.network.neutron [-] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.796324] env[70771]: DEBUG oslo_concurrency.lockutils [req-a6e020b5-a2a7-4c76-8233-aff1d60ddfd1 req-877380c2-6f57-49c5-b157-f57e311748f3 service nova] Releasing lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.823687] env[70771]: DEBUG nova.scheduler.client.report [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.835990] env[70771]: DEBUG nova.network.neutron [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Successfully created port: 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.863587] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513618, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.936886] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b16405-7365-e4ed-811e-bde5aac731c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.938514] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36265919-3c56-4df2-943b-97f9ea096e7c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.945456] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 813.945456] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5203e086-efd1-018a-7ea3-68a39b330e7e" [ 813.945456] env[70771]: _type = "Task" [ 813.945456] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.956492] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5203e086-efd1-018a-7ea3-68a39b330e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.958910] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.959536] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.959775] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.960595] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.960595] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.960595] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.960837] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.960968] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.961370] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.961622] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.961878] env[70771]: DEBUG nova.virt.hardware [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.963549] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebdee22-f3c0-4058-8f6e-08c30b90d14d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.971038] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb696b-45fb-45e2-8783-60d49c0f2e6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.986055] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c357feec-7abc-414e-970f-abcfcef2cb01', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.994408] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.994766] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.995032] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52484f9c-fdca-4730-8aa3-0fd8dd5d5ed1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.014897] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.014897] env[70771]: value = "task-3513622" [ 814.014897] env[70771]: _type = "Task" [ 814.014897] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.023548] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513622, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.071074] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.101531] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15855} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.101531] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.101531] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3420ab-3d54-4933-b85f-04a2bca680af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.115779] env[70771]: DEBUG nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.126988] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 97167a6c-46db-46a3-98a9-4d37f60c6f40/97167a6c-46db-46a3-98a9-4d37f60c6f40.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.127633] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f92bba-15b9-4a1e-a073-9e5e865126ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.148619] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 814.148619] env[70771]: value = "task-3513623" [ 814.148619] env[70771]: _type = "Task" [ 814.148619] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.159191] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.169046] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.169046] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.169046] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.169330] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.169330] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.169330] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.169330] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.169330] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.169573] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.169573] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.169573] env[70771]: DEBUG nova.virt.hardware [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.169573] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc189aac-bf32-445a-a9dd-19fae71462de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.178861] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae21b3b-2604-43e0-9c8c-6c72c4164076 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.980665] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.897s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.983108] env[70771]: DEBUG nova.network.neutron [-] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.986188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.840s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.986484] env[70771]: DEBUG nova.objects.instance [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 814.995026] env[70771]: DEBUG nova.compute.manager [req-efcc3471-7244-40d5-aff4-fef5d76077cd req-54f211e7-151d-47b0-83a2-ee24a365d3a5 service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Received event network-vif-deleted-6b5507a2-c819-47f6-a108-658129d6ea1d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.995026] env[70771]: INFO nova.compute.manager [req-efcc3471-7244-40d5-aff4-fef5d76077cd req-54f211e7-151d-47b0-83a2-ee24a365d3a5 service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Neutron deleted interface 6b5507a2-c819-47f6-a108-658129d6ea1d; detaching it from the instance and deleting it from the info cache [ 814.995026] env[70771]: DEBUG nova.network.neutron [req-efcc3471-7244-40d5-aff4-fef5d76077cd req-54f211e7-151d-47b0-83a2-ee24a365d3a5 service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.996456] env[70771]: DEBUG nova.compute.manager [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Received event network-changed-354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.996456] env[70771]: DEBUG nova.compute.manager [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Refreshing instance network info cache due to event network-changed-354f32d5-8e58-4808-9fe7-c3c2581f19b2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.996456] env[70771]: DEBUG oslo_concurrency.lockutils [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] Acquiring lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.996675] env[70771]: DEBUG oslo_concurrency.lockutils [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] Acquired lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.996739] env[70771]: DEBUG nova.network.neutron [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Refreshing network info cache for port 354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.016794] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5203e086-efd1-018a-7ea3-68a39b330e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.046714} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.024825] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.025181] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/2050ee68-aca9-4c6c-8983-3ac566483d5c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.025389] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513618, 'name': CloneVM_Task, 'duration_secs': 1.514952} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.025844] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513622, 'name': CreateVM_Task, 'duration_secs': 0.499028} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.026570] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513623, 'name': ReconfigVM_Task, 'duration_secs': 0.47333} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.027237] env[70771]: INFO nova.scheduler.client.report [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Deleted allocations for instance fbefa65e-30a4-4a4b-a588-a8f514c84a11 [ 815.028132] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1411472f-813d-43ee-815e-abc3f2118bf4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.030619] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Created linked-clone VM from snapshot [ 815.030838] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.031891] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 97167a6c-46db-46a3-98a9-4d37f60c6f40/97167a6c-46db-46a3-98a9-4d37f60c6f40.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.034794] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984ddb55-13dc-4e5b-be04-65c9a0633353 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.037711] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.037815] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.038081] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.038403] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae06b78c-dcfc-464a-87f7-eea48c9fb40c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.041328] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7292d71-0ad0-4225-9bfd-20b7d9b863b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.046119] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 815.046119] env[70771]: value = "task-3513624" [ 815.046119] env[70771]: _type = "Task" [ 815.046119] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.052148] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 815.052148] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520c7a45-a586-fcf2-a471-0937461c400d" [ 815.052148] env[70771]: _type = "Task" [ 815.052148] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.052148] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Uploading image c9978229-7834-416f-85f6-2c40703bda58 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 815.059231] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 815.059231] env[70771]: value = "task-3513625" [ 815.059231] env[70771]: _type = "Task" [ 815.059231] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.070213] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.075279] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520c7a45-a586-fcf2-a471-0937461c400d, 'name': SearchDatastore_Task, 'duration_secs': 0.014889} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.082924] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.082924] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.082924] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.082924] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.084037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.084037] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.084037] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513625, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.084037] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1014988a-15e7-49e6-a483-fc967112a1cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.084037] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4201f83-672c-418e-881d-001c2d4019d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.093273] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 815.093273] env[70771]: value = "task-3513626" [ 815.093273] env[70771]: _type = "Task" [ 815.093273] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.096871] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.097158] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.101891] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe7fd4e-ab7c-4e08-b7f0-9596e5492d45 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.104856] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513626, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.108449] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 815.108449] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5216576e-334a-27f3-89c7-3f22d1e9e2bf" [ 815.108449] env[70771]: _type = "Task" [ 815.108449] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.117066] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5216576e-334a-27f3-89c7-3f22d1e9e2bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.490410] env[70771]: INFO nova.compute.manager [-] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Took 1.87 seconds to deallocate network for instance. [ 815.513827] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0de14c0c-0dae-4098-b79a-143424935195 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.526598] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829e0dc0-5d59-4786-b97b-2fa89648d548 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.544299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-21ffab92-510d-45fa-99fe-2e21c43799bc tempest-ServersV294TestFqdnHostnames-288623823 tempest-ServersV294TestFqdnHostnames-288623823-project-member] Lock "fbefa65e-30a4-4a4b-a588-a8f514c84a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.067s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.576371] env[70771]: DEBUG nova.compute.manager [req-efcc3471-7244-40d5-aff4-fef5d76077cd req-54f211e7-151d-47b0-83a2-ee24a365d3a5 service nova] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Detach interface failed, port_id=6b5507a2-c819-47f6-a108-658129d6ea1d, reason: Instance 529bacab-2dd3-4d2a-8a12-96c37f30f346 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.585717] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.589138] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513625, 'name': Rename_Task, 'duration_secs': 0.155061} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.589745] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.590076] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4600e35-e6ff-4c81-9f99-6c39b17f5efb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.601928] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513626, 'name': Destroy_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.603536] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 815.603536] env[70771]: value = "task-3513627" [ 815.603536] env[70771]: _type = "Task" [ 815.603536] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.612395] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.627596] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5216576e-334a-27f3-89c7-3f22d1e9e2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.627596] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e987f1a0-33e4-4b9e-b582-6b3ae51bd85f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.633234] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 815.633234] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fbcb8a-d4bc-7dfa-4002-cafdd42893b5" [ 815.633234] env[70771]: _type = "Task" [ 815.633234] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.642816] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fbcb8a-d4bc-7dfa-4002-cafdd42893b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.803399] env[70771]: DEBUG nova.network.neutron [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Updated VIF entry in instance network info cache for port 354f32d5-8e58-4808-9fe7-c3c2581f19b2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.804304] env[70771]: DEBUG nova.network.neutron [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Updating instance_info_cache with network_info: [{"id": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "address": "fa:16:3e:f3:24:d1", "network": {"id": "a0e63ed9-b03c-4b0a-8b77-43a0a40f037f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1834956587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee68413139a84c0c8e01297e48df76b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354f32d5-8e", "ovs_interfaceid": "354f32d5-8e58-4808-9fe7-c3c2581f19b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.997844] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.020619] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42f4b2bf-7670-4195-8045-d418e3b21d70 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.034s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.021916] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.626s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.024040] env[70771]: INFO nova.compute.claims [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.063197] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643273} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.063614] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/2050ee68-aca9-4c6c-8983-3ac566483d5c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.066021] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.066021] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0874c4cc-4c65-4ba1-a947-180682864f74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.070301] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 816.070301] env[70771]: value = "task-3513628" [ 816.070301] env[70771]: _type = "Task" [ 816.070301] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.080923] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.105887] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513626, 'name': Destroy_Task, 'duration_secs': 0.799259} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.110812] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Destroyed the VM [ 816.111415] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.111854] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8270962-17df-4218-9505-76311d6d3d74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.119638] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513627, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.121481] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 816.121481] env[70771]: value = "task-3513629" [ 816.121481] env[70771]: _type = "Task" [ 816.121481] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.132897] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.146151] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fbcb8a-d4bc-7dfa-4002-cafdd42893b5, 'name': SearchDatastore_Task, 'duration_secs': 0.029826} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.146151] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.146151] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.146151] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f26e6ab-75ff-4701-b2c4-dc300ebb58df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.152707] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 816.152707] env[70771]: value = "task-3513630" [ 816.152707] env[70771]: _type = "Task" [ 816.152707] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.161408] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.176825] env[70771]: DEBUG nova.network.neutron [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Successfully updated port: 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.307123] env[70771]: DEBUG oslo_concurrency.lockutils [req-9312e94e-9ee0-464e-bc2f-8e04805f826b req-15648763-11e3-44d1-b114-7901d657ec86 service nova] Releasing lock "refresh_cache-8790a9bb-2651-4759-bf3d-fbc796c09666" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.535597] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "13e3f524-9b93-489f-a057-a549d640480e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.536374] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "13e3f524-9b93-489f-a057-a549d640480e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.581389] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066528} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.584026] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.584026] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6f20e-6c74-4fc9-afea-6c95b21d5a7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.605590] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/2050ee68-aca9-4c6c-8983-3ac566483d5c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.606334] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51829c50-3b70-4bb5-a0e8-148d6279c408 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.629335] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 816.629335] env[70771]: value = "task-3513631" [ 816.629335] env[70771]: _type = "Task" [ 816.629335] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.635108] env[70771]: DEBUG oslo_vmware.api [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513627, 'name': PowerOnVM_Task, 'duration_secs': 0.891671} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.635348] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.638449] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.638788] env[70771]: INFO nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Took 9.95 seconds to spawn the instance on the hypervisor. [ 816.638860] env[70771]: DEBUG nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.639633] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32afab-fef3-4f3c-8393-40a159c5f894 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.648028] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.661984] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513630, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.677532] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.677701] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.681020] env[70771]: DEBUG nova.network.neutron [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.786906] env[70771]: INFO nova.compute.manager [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Rescuing [ 816.787235] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.787396] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.787575] env[70771]: DEBUG nova.network.neutron [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.996555] env[70771]: DEBUG nova.compute.manager [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Received event network-changed-61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.996750] env[70771]: DEBUG nova.compute.manager [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Refreshing instance network info cache due to event network-changed-61a2fece-76dc-4fb3-852a-9318446974f3. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.996958] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Acquiring lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.999976] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Acquired lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.999976] env[70771]: DEBUG nova.network.neutron [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Refreshing network info cache for port 61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.136246] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.144470] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.164775] env[70771]: INFO nova.compute.manager [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Took 47.81 seconds to build instance. [ 817.172054] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893447} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.172221] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.172453] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.172923] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a38094a-1dd4-476e-90f3-3cc5565e7ef0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.180523] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 817.180523] env[70771]: value = "task-3513632" [ 817.180523] env[70771]: _type = "Task" [ 817.180523] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.195563] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.266591] env[70771]: DEBUG nova.network.neutron [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.518722] env[70771]: DEBUG nova.network.neutron [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.569993] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e904656-c9f2-48c3-92f9-bbe9d425f82f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.583874] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b29fba-561b-4594-bb05-8f29cdd3d8ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.622602] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e6d5d-f5d9-431d-9bf3-c586ed57fe79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.631210] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6454e0c-7431-407b-8ecb-49e5f1d49938 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.653159] env[70771]: DEBUG nova.compute.provider_tree [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.658359] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.663318] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.668830] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f522fec9-6444-41dc-859a-6070094bd9ef tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.470s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.690951] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079278} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.691302] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.693285] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0c0044-1c9a-4be7-ac43-340a4a3ecad3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.699117] env[70771]: DEBUG nova.network.neutron [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Updating instance_info_cache with network_info: [{"id": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "address": "fa:16:3e:1c:d3:20", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97b8c7-7d", "ovs_interfaceid": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.734334] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.735196] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e983331f-1a7e-48a5-b1d5-573ee4644fd9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.771193] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 817.771193] env[70771]: value = "task-3513633" [ 817.771193] env[70771]: _type = "Task" [ 817.771193] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.783010] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.842233] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e21217-7bd9-4461-a61f-3c87a69b927e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.848726] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-32883f72-e673-4c83-986c-2745943096d3 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Suspending the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 817.849000] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-89b133df-6a38-4ce0-bb85-48c13215fa41 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.861252] env[70771]: DEBUG oslo_vmware.api [None req-32883f72-e673-4c83-986c-2745943096d3 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 817.861252] env[70771]: value = "task-3513634" [ 817.861252] env[70771]: _type = "Task" [ 817.861252] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.862187] env[70771]: DEBUG nova.network.neutron [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Updated VIF entry in instance network info cache for port 61a2fece-76dc-4fb3-852a-9318446974f3. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.862523] env[70771]: DEBUG nova.network.neutron [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Updating instance_info_cache with network_info: [{"id": "61a2fece-76dc-4fb3-852a-9318446974f3", "address": "fa:16:3e:e3:df:3a", "network": {"id": "4194f421-7bae-433e-957b-25826d736462", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-856482248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2511fcf6e6a6495ea3cd9a47094adf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a2fece-76", "ovs_interfaceid": "61a2fece-76dc-4fb3-852a-9318446974f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.875763] env[70771]: DEBUG oslo_vmware.api [None req-32883f72-e673-4c83-986c-2745943096d3 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513634, 'name': SuspendVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.027722] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.028087] env[70771]: DEBUG nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance network_info: |[{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.028548] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:c1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.036569] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating folder: Project (25676c3682b14e19810471d639b3ad39). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.036932] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c63ebc55-d85a-4f18-a4f7-df80a9df8bf0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.047115] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created folder: Project (25676c3682b14e19810471d639b3ad39) in parent group-v701875. [ 818.047204] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating folder: Instances. Parent ref: group-v702022. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.047431] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b3c6f7-4af7-43e3-a2cd-129bf6fa5a67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.056946] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created folder: Instances in parent group-v702022. [ 818.057228] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.057431] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.057637] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd77dbb6-0080-4883-9382-ba2335f8e9d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.076808] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.076808] env[70771]: value = "task-3513637" [ 818.076808] env[70771]: _type = "Task" [ 818.076808] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.085422] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513637, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.137064] env[70771]: DEBUG oslo_vmware.api [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513629, 'name': RemoveSnapshot_Task, 'duration_secs': 1.883248} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.137809] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 818.152750] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513631, 'name': ReconfigVM_Task, 'duration_secs': 1.244042} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.153110] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/2050ee68-aca9-4c6c-8983-3ac566483d5c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.153753] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f54566-9f46-46cc-812e-99c1c9cd5c17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.158591] env[70771]: DEBUG nova.scheduler.client.report [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.167384] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 818.167384] env[70771]: value = "task-3513638" [ 818.167384] env[70771]: _type = "Task" [ 818.167384] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.171693] env[70771]: DEBUG nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.181150] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513638, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.203326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.284488] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.370798] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Releasing lock "refresh_cache-250eba1c-9bec-4081-8124-5adcc88e87f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.370798] env[70771]: DEBUG nova.compute.manager [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-vif-plugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.370798] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.370906] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Lock "33493b97-8385-4560-97ba-858234d7d790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.371073] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Lock "33493b97-8385-4560-97ba-858234d7d790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.371306] env[70771]: DEBUG nova.compute.manager [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] No waiting events found dispatching network-vif-plugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.371519] env[70771]: WARNING nova.compute.manager [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received unexpected event network-vif-plugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 for instance with vm_state building and task_state spawning. [ 818.371874] env[70771]: DEBUG nova.compute.manager [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.372058] env[70771]: DEBUG nova.compute.manager [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing instance network info cache due to event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.372266] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Acquiring lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.372409] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Acquired lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.372569] env[70771]: DEBUG nova.network.neutron [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.381072] env[70771]: DEBUG oslo_vmware.api [None req-32883f72-e673-4c83-986c-2745943096d3 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513634, 'name': SuspendVM_Task} progress is 41%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.587256] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513637, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.643601] env[70771]: WARNING nova.compute.manager [None req-4d10f262-19d8-487b-87d9-49ca96824f4e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Image not found during snapshot: nova.exception.ImageNotFound: Image c9978229-7834-416f-85f6-2c40703bda58 could not be found. [ 818.666921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.667047] env[70771]: DEBUG nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.671386] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.673s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.672367] env[70771]: DEBUG nova.objects.instance [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lazy-loading 'resources' on Instance uuid 73e3d7de-dfc6-4702-91e4-de5406d02c80 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.685330] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513638, 'name': Rename_Task, 'duration_secs': 0.169383} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.689099] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.689099] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478126a8-abd4-4e59-80c5-cfcdbb675eda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.696072] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 818.696072] env[70771]: value = "task-3513639" [ 818.696072] env[70771]: _type = "Task" [ 818.696072] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.708649] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.710581] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.785895] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513633, 'name': ReconfigVM_Task, 'duration_secs': 0.581031} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.785895] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ad438180-2e64-447b-ab5c-76566567d026/ad438180-2e64-447b-ab5c-76566567d026.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.785895] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f221a5a-10b3-4490-bf0e-f5870bddcf29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.793856] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 818.793856] env[70771]: value = "task-3513640" [ 818.793856] env[70771]: _type = "Task" [ 818.793856] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.803429] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513640, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.874228] env[70771]: DEBUG oslo_vmware.api [None req-32883f72-e673-4c83-986c-2745943096d3 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513634, 'name': SuspendVM_Task, 'duration_secs': 1.008301} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.874530] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-32883f72-e673-4c83-986c-2745943096d3 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Suspended the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 818.874789] env[70771]: DEBUG nova.compute.manager [None req-32883f72-e673-4c83-986c-2745943096d3 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.878086] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067258ab-2518-460a-a9ec-40a20b23c237 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.088183] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513637, 'name': CreateVM_Task, 'duration_secs': 0.612898} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.088732] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.089125] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.089394] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.089753] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.090042] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0137e65b-d00a-4d4f-88c8-f8e8a94366fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.094791] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 819.094791] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528e958d-ac46-1ff6-fe15-9381b398876c" [ 819.094791] env[70771]: _type = "Task" [ 819.094791] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.103403] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e958d-ac46-1ff6-fe15-9381b398876c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.173158] env[70771]: DEBUG nova.compute.utils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.174731] env[70771]: DEBUG nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.174913] env[70771]: DEBUG nova.network.neutron [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.208703] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.246502] env[70771]: DEBUG nova.policy [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3220a211cd6452ebbc43a5629d6349f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633b8c68c0734e1d9acfc492b3590256', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.271247] env[70771]: DEBUG nova.network.neutron [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updated VIF entry in instance network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.271691] env[70771]: DEBUG nova.network.neutron [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.304351] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513640, 'name': Rename_Task, 'duration_secs': 0.225076} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.304735] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.305068] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9518803e-5c5d-424f-bc32-c76a90901701 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.314179] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 819.314179] env[70771]: value = "task-3513641" [ 819.314179] env[70771]: _type = "Task" [ 819.314179] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.323136] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.568519] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "b2cfe39b-98bd-4914-877d-7339e362c6e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.568932] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.569490] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "b2cfe39b-98bd-4914-877d-7339e362c6e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.569865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.570185] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.573064] env[70771]: INFO nova.compute.manager [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Terminating instance [ 819.608277] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e958d-ac46-1ff6-fe15-9381b398876c, 'name': SearchDatastore_Task, 'duration_secs': 0.023669} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.611935] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.612352] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.612920] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.613205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.613524] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.614274] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f19ad7-d02d-4ec6-8985-296743a574ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.630195] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.630195] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.630195] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098fb4f2-c5d0-47f5-b2a0-df202affad49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.635788] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 819.635788] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52629472-4bde-8b1c-2fa2-60eadaac8775" [ 819.635788] env[70771]: _type = "Task" [ 819.635788] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.647876] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52629472-4bde-8b1c-2fa2-60eadaac8775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.681510] env[70771]: DEBUG nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.707041] env[70771]: DEBUG oslo_vmware.api [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513639, 'name': PowerOnVM_Task, 'duration_secs': 0.701715} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.707360] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.707556] env[70771]: INFO nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Took 10.34 seconds to spawn the instance on the hypervisor. [ 819.707740] env[70771]: DEBUG nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.709744] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9e2840-7721-43e4-a127-db93517785da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.712423] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30f2a9f-2d88-4808-8db6-4e285a200b6d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.724060] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fe885b-03e7-4cc1-aae5-e2ff8d4c4bb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.757380] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68783d1e-3a43-4e54-b824-ab304a6a22a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.761170] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.761492] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c759495-2c60-4e10-aaef-36fcf997397f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.770366] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3422443-1e49-4407-a15f-dd45bca0e3d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.774937] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 819.774937] env[70771]: value = "task-3513642" [ 819.774937] env[70771]: _type = "Task" [ 819.774937] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.775628] env[70771]: DEBUG oslo_concurrency.lockutils [req-6081a105-a5ec-42c1-883c-74b3d44d8ffc req-51524983-1f2b-443e-9e66-85d0d6c964be service nova] Releasing lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.790017] env[70771]: DEBUG nova.compute.provider_tree [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.797581] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.805965] env[70771]: DEBUG nova.network.neutron [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Successfully created port: 3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.828042] env[70771]: DEBUG oslo_vmware.api [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513641, 'name': PowerOnVM_Task, 'duration_secs': 0.490907} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.828413] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.830464] env[70771]: DEBUG nova.compute.manager [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.830464] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbfdd5-6c03-4ee0-bcca-c4fa4b1fc662 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.083047] env[70771]: DEBUG nova.compute.manager [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.083299] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.084334] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75bb138-4ff2-4203-b246-6eb7072f1dbc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.092076] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.092346] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75e5fdd0-3914-4e1c-b4d0-a5570f6240bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.098742] env[70771]: DEBUG oslo_vmware.api [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 820.098742] env[70771]: value = "task-3513643" [ 820.098742] env[70771]: _type = "Task" [ 820.098742] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.107530] env[70771]: DEBUG oslo_vmware.api [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.146614] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52629472-4bde-8b1c-2fa2-60eadaac8775, 'name': SearchDatastore_Task, 'duration_secs': 0.033261} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.147531] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f529c15-3565-49b2-8e95-d777c913b1c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.153345] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 820.153345] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525abd5a-64b5-c237-b05d-4cc37e5aed65" [ 820.153345] env[70771]: _type = "Task" [ 820.153345] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.163845] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525abd5a-64b5-c237-b05d-4cc37e5aed65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.189960] env[70771]: INFO nova.virt.block_device [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Booting with volume 8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e at /dev/sda [ 820.242938] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-997687ac-bb49-4d7d-aac2-fd9c96a1878c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.249331] env[70771]: INFO nova.compute.manager [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Took 44.45 seconds to build instance. [ 820.261288] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7176118-2851-4ba5-b813-184a178dc281 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.284949] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513642, 'name': PowerOffVM_Task, 'duration_secs': 0.346448} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.303361] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.306800] env[70771]: DEBUG nova.scheduler.client.report [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.311581] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b8509-276a-434d-ac6c-912b966c9de0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.315601] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14db4a74-8207-4f37-bfaf-b18f39e7476b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.342695] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2d2fd3-e1b5-4ccd-9b09-45f114a8fc24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.354116] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3dad0f-3252-4e5f-a02b-835714414355 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.368933] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.394950] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53014136-e186-4011-9819-e2fbea189eeb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.402681] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262eed3a-20fa-4972-b277-e8819ad4a0c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.410601] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.410902] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474ff8fb-8eed-44cd-a31d-0537ddb461ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.416318] env[70771]: DEBUG nova.virt.block_device [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updating existing volume attachment record: 623d0792-4e19-44f0-8515-0f603d02146c {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 820.426146] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 820.426146] env[70771]: value = "task-3513644" [ 820.426146] env[70771]: _type = "Task" [ 820.426146] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.434051] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 820.434227] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.434457] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.608554] env[70771]: DEBUG oslo_vmware.api [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513643, 'name': PowerOffVM_Task, 'duration_secs': 0.319734} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.608960] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.609310] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.609642] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c5a6538-c3a3-4db4-becb-8d606769cf02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.663386] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525abd5a-64b5-c237-b05d-4cc37e5aed65, 'name': SearchDatastore_Task, 'duration_secs': 0.01602} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.663667] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.663945] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.664256] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.664449] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.664659] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-125b3387-e528-439e-bae8-3a8f61a47882 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.666930] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce719399-192a-49e4-8f14-51c84a6664d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.673939] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 820.673939] env[70771]: value = "task-3513646" [ 820.673939] env[70771]: _type = "Task" [ 820.673939] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.678722] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.679053] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.680741] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3017e30e-ba1f-4141-a20d-59c5e186dffc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.684865] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.685169] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.685417] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleting the datastore file [datastore1] b2cfe39b-98bd-4914-877d-7339e362c6e5 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.688851] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d7d64db-aebf-4ac9-ad29-e205d942dc60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.690810] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.694811] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 820.694811] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524504ae-09be-e5a6-e47e-3a225e498c5d" [ 820.694811] env[70771]: _type = "Task" [ 820.694811] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.696159] env[70771]: DEBUG oslo_vmware.api [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 820.696159] env[70771]: value = "task-3513647" [ 820.696159] env[70771]: _type = "Task" [ 820.696159] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.707457] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524504ae-09be-e5a6-e47e-3a225e498c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.710764] env[70771]: DEBUG oslo_vmware.api [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.753678] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9793bfac-b8e3-4042-9b19-735323f3ab59 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.537s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.818351] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.819186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.894s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.820996] env[70771]: INFO nova.compute.claims [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.858793] env[70771]: INFO nova.scheduler.client.report [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Deleted allocations for instance 73e3d7de-dfc6-4702-91e4-de5406d02c80 [ 821.070391] env[70771]: INFO nova.compute.manager [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Rescuing [ 821.070712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.070941] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.071315] env[70771]: DEBUG nova.network.neutron [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.186166] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513646, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.223021] env[70771]: DEBUG oslo_vmware.api [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439863} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.228063] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524504ae-09be-e5a6-e47e-3a225e498c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.228063] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.228063] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.228063] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.228063] env[70771]: INFO nova.compute.manager [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 821.229056] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.229056] env[70771]: DEBUG nova.compute.manager [-] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.229056] env[70771]: DEBUG nova.network.neutron [-] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.229056] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47dea2f-6ac5-49ee-a4b6-34e93d55c93c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.238196] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 821.238196] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f49580-e10f-c5d3-341a-5f1ba4c5516a" [ 821.238196] env[70771]: _type = "Task" [ 821.238196] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.251091] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f49580-e10f-c5d3-341a-5f1ba4c5516a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.320069] env[70771]: DEBUG nova.compute.manager [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.321024] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21280b-69fe-4535-a60b-46206a39ae5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.372627] env[70771]: DEBUG oslo_concurrency.lockutils [None req-359251f5-6184-4223-a6bb-50ccd14ab0c7 tempest-ServersListShow2100Test-1641952817 tempest-ServersListShow2100Test-1641952817-project-member] Lock "73e3d7de-dfc6-4702-91e4-de5406d02c80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.140s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.694220] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749672} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.694220] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.694220] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.694220] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f113856a-231c-4d93-be45-20b5cc5239fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.698816] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 821.698816] env[70771]: value = "task-3513648" [ 821.698816] env[70771]: _type = "Task" [ 821.698816] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.705335] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.750630] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f49580-e10f-c5d3-341a-5f1ba4c5516a, 'name': SearchDatastore_Task, 'duration_secs': 0.058843} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.750630] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.750879] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. {{(pid=70771) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 821.751349] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6f24e8-73f7-477d-bef8-5519a179985f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.757150] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 821.757150] env[70771]: value = "task-3513649" [ 821.757150] env[70771]: _type = "Task" [ 821.757150] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.768807] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.842553] env[70771]: INFO nova.compute.manager [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] instance snapshotting [ 821.842553] env[70771]: WARNING nova.compute.manager [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 821.848341] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0716fbb-2a02-40a8-a250-85089d161621 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.872853] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a76ee0-2470-4e87-a78e-a52714840afe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.877397] env[70771]: DEBUG nova.compute.manager [req-c3c511ac-84b3-4a55-adff-c56532da7655 req-971b58b6-8325-4aa8-ad30-9a69f325e513 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Received event network-vif-plugged-3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.878080] env[70771]: DEBUG oslo_concurrency.lockutils [req-c3c511ac-84b3-4a55-adff-c56532da7655 req-971b58b6-8325-4aa8-ad30-9a69f325e513 service nova] Acquiring lock "b956c964-e2d6-4ac6-8a3d-817355307d3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.878080] env[70771]: DEBUG oslo_concurrency.lockutils [req-c3c511ac-84b3-4a55-adff-c56532da7655 req-971b58b6-8325-4aa8-ad30-9a69f325e513 service nova] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.878080] env[70771]: DEBUG oslo_concurrency.lockutils [req-c3c511ac-84b3-4a55-adff-c56532da7655 req-971b58b6-8325-4aa8-ad30-9a69f325e513 service nova] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.878506] env[70771]: DEBUG nova.compute.manager [req-c3c511ac-84b3-4a55-adff-c56532da7655 req-971b58b6-8325-4aa8-ad30-9a69f325e513 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] No waiting events found dispatching network-vif-plugged-3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.878506] env[70771]: WARNING nova.compute.manager [req-c3c511ac-84b3-4a55-adff-c56532da7655 req-971b58b6-8325-4aa8-ad30-9a69f325e513 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Received unexpected event network-vif-plugged-3afe5b95-e420-40cb-8065-64f4d3132fea for instance with vm_state building and task_state block_device_mapping. [ 821.919289] env[70771]: DEBUG nova.network.neutron [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Successfully updated port: 3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.211698] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185347} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.216723] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.220151] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cacd9c5-5b32-49ee-92d6-ed8f77f3ed93 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.246304] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.247836] env[70771]: DEBUG nova.network.neutron [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Updating instance_info_cache with network_info: [{"id": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "address": "fa:16:3e:e0:9d:ba", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b9eb8e-9c", "ovs_interfaceid": "e5b9eb8e-9c4b-4070-9451-a55f8ab8737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.252143] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8fd3d00-32d2-49df-b5b9-e910839cc312 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.279167] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.281059] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 822.281059] env[70771]: value = "task-3513650" [ 822.281059] env[70771]: _type = "Task" [ 822.281059] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.293895] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.341965] env[70771]: DEBUG nova.compute.manager [req-352335e8-8b64-493a-92db-6420bc08e483 req-dc837e1d-2ff6-4f3e-a0bb-bcf5c00a7ec6 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Received event network-vif-deleted-5910fce4-566d-4370-9272-3646dd5a9543 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.341965] env[70771]: INFO nova.compute.manager [req-352335e8-8b64-493a-92db-6420bc08e483 req-dc837e1d-2ff6-4f3e-a0bb-bcf5c00a7ec6 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Neutron deleted interface 5910fce4-566d-4370-9272-3646dd5a9543; detaching it from the instance and deleting it from the info cache [ 822.342591] env[70771]: DEBUG nova.network.neutron [req-352335e8-8b64-493a-92db-6420bc08e483 req-dc837e1d-2ff6-4f3e-a0bb-bcf5c00a7ec6 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.394656] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.395139] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18991cb7-8bdc-4e72-9bcb-ea4e0d623800 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.405539] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 822.405539] env[70771]: value = "task-3513651" [ 822.405539] env[70771]: _type = "Task" [ 822.405539] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.419728] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513651, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.428266] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Acquiring lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.428462] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Acquired lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.428664] env[70771]: DEBUG nova.network.neutron [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.496710] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9269639-d7fb-44f8-b0fc-859bacf27df0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.507246] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a4c959-9b6d-49ab-bbce-16757e3d7a7c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.546482] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb5dbda-0feb-489a-9941-966c4581b62d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.553385] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbff06-7e00-48d8-b206-a1da4fef16dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.570172] env[70771]: DEBUG nova.compute.provider_tree [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.591772] env[70771]: DEBUG nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.592399] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.592855] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.592855] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.593078] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.593237] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.593388] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.593634] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.593853] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.594037] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.594224] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.594393] env[70771]: DEBUG nova.virt.hardware [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.595683] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df22a4bf-2a4e-42d4-9873-9227d348ba6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.608522] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968f8bb4-fbde-4001-ae6d-589c0a382d75 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.689033] env[70771]: DEBUG nova.network.neutron [-] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.769298] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "refresh_cache-2050ee68-aca9-4c6c-8983-3ac566483d5c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.780796] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601019} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.781092] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. [ 822.782074] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca198c3-11f9-408c-9029-586708f33a10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.800789] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513650, 'name': ReconfigVM_Task, 'duration_secs': 0.365447} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.817867] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.825696] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.826788] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d03e4a45-2e4f-4491-9da0-9b22949233b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.828780] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f90ae6-88da-4e5c-93da-3f721d2ad51c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.846234] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91ac01b1-2cc8-4624-a975-dc3391d59b56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.848127] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 822.848127] env[70771]: value = "task-3513653" [ 822.848127] env[70771]: _type = "Task" [ 822.848127] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.849692] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 822.849692] env[70771]: value = "task-3513652" [ 822.849692] env[70771]: _type = "Task" [ 822.849692] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.860524] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.864689] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513652, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.868370] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75693884-44b1-408f-9d69-77ff4a74edc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.905840] env[70771]: DEBUG nova.compute.manager [req-352335e8-8b64-493a-92db-6420bc08e483 req-dc837e1d-2ff6-4f3e-a0bb-bcf5c00a7ec6 service nova] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Detach interface failed, port_id=5910fce4-566d-4370-9272-3646dd5a9543, reason: Instance b2cfe39b-98bd-4914-877d-7339e362c6e5 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.914844] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513651, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.995071] env[70771]: DEBUG nova.network.neutron [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.093755] env[70771]: ERROR nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [req-b292b7ff-ad3c-4072-a350-e63cf626c16c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b292b7ff-ad3c-4072-a350-e63cf626c16c"}]} [ 823.110560] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.113846] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "6d7fef48-7b7a-4387-8b4f-d566c832979e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.114103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.114310] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "6d7fef48-7b7a-4387-8b4f-d566c832979e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.114521] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.114706] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.116696] env[70771]: INFO nova.compute.manager [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Terminating instance [ 823.142059] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.142350] env[70771]: DEBUG nova.compute.provider_tree [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.155983] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 823.182394] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 823.191814] env[70771]: INFO nova.compute.manager [-] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Took 1.97 seconds to deallocate network for instance. [ 823.231949] env[70771]: DEBUG nova.network.neutron [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updating instance_info_cache with network_info: [{"id": "3afe5b95-e420-40cb-8065-64f4d3132fea", "address": "fa:16:3e:3e:ec:b8", "network": {"id": "1d16852d-d0b1-415e-928a-40e8b3e3f525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-149699081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633b8c68c0734e1d9acfc492b3590256", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afe5b95-e4", "ovs_interfaceid": "3afe5b95-e420-40cb-8065-64f4d3132fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.373719] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.377948] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513652, 'name': Rename_Task, 'duration_secs': 0.150117} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.378970] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.378970] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-932adc04-75f0-4ae7-9bf1-105c9d29190d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.386107] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 823.386107] env[70771]: value = "task-3513654" [ 823.386107] env[70771]: _type = "Task" [ 823.386107] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.401020] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.415519] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513651, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.623287] env[70771]: DEBUG nova.compute.manager [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.623287] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.623287] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf6421-5427-42c9-afe5-0bb07ddadcf7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.629813] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.632778] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfa0619-ac55-456a-a0d3-c55b3607aeb4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.639466] env[70771]: DEBUG oslo_vmware.api [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 823.639466] env[70771]: value = "task-3513655" [ 823.639466] env[70771]: _type = "Task" [ 823.639466] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.648189] env[70771]: DEBUG oslo_vmware.api [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.668128] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d368e98a-26ab-42bb-a5bd-4d7cfdc0b972 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.676410] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f2bdbf-1a54-41d8-acda-fd9aaac8e623 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.719843] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.721042] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293bd3cb-c48a-48ec-af35-6f0dfd6ed3fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.731864] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ed367a-5427-4009-a1c2-e948656a769e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.736640] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Releasing lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.737016] env[70771]: DEBUG nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Instance network_info: |[{"id": "3afe5b95-e420-40cb-8065-64f4d3132fea", "address": "fa:16:3e:3e:ec:b8", "network": {"id": "1d16852d-d0b1-415e-928a-40e8b3e3f525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-149699081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633b8c68c0734e1d9acfc492b3590256", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afe5b95-e4", "ovs_interfaceid": "3afe5b95-e420-40cb-8065-64f4d3132fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.737513] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:ec:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3afe5b95-e420-40cb-8065-64f4d3132fea', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.744802] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Creating folder: Project (633b8c68c0734e1d9acfc492b3590256). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.745593] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c48b7bac-4999-4c44-b41b-d96794d49b2d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.755311] env[70771]: DEBUG nova.compute.provider_tree [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.768069] env[70771]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 823.768249] env[70771]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70771) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 823.768841] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Folder already exists: Project (633b8c68c0734e1d9acfc492b3590256). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 823.769043] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Creating folder: Instances. Parent ref: group-v701976. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.769338] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99080bd4-430d-4cfc-9f0e-43746542d5a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.778675] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Created folder: Instances in parent group-v701976. [ 823.778918] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.779126] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.779402] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d86a10-090c-4c76-8fc7-03ec42dc5801 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.798468] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.798468] env[70771]: value = "task-3513658" [ 823.798468] env[70771]: _type = "Task" [ 823.798468] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.809624] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513658, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.859810] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.899442] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513654, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.920047] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513651, 'name': CreateSnapshot_Task, 'duration_secs': 1.311662} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.920390] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.921245] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb47208-63d6-414b-9e4f-0545b57e7d3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.993169] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.994165] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.049581] env[70771]: DEBUG nova.compute.manager [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Received event network-changed-3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.049777] env[70771]: DEBUG nova.compute.manager [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Refreshing instance network info cache due to event network-changed-3afe5b95-e420-40cb-8065-64f4d3132fea. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.049985] env[70771]: DEBUG oslo_concurrency.lockutils [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] Acquiring lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.050210] env[70771]: DEBUG oslo_concurrency.lockutils [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] Acquired lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.050346] env[70771]: DEBUG nova.network.neutron [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Refreshing network info cache for port 3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.149366] env[70771]: DEBUG oslo_vmware.api [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513655, 'name': PowerOffVM_Task, 'duration_secs': 0.330765} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.149949] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.150276] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.150999] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c19c13-60ee-4b81-bc00-42e0e8c68648 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.219785] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.219987] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.220231] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleting the datastore file [datastore1] 6d7fef48-7b7a-4387-8b4f-d566c832979e {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.220496] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1727c4-234c-4a0c-aab7-7dc452d00c5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.227882] env[70771]: DEBUG oslo_vmware.api [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 824.227882] env[70771]: value = "task-3513660" [ 824.227882] env[70771]: _type = "Task" [ 824.227882] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.235969] env[70771]: DEBUG oslo_vmware.api [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.276125] env[70771]: ERROR nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [req-144610ec-aee7-472e-8810-dbf771a118dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-144610ec-aee7-472e-8810-dbf771a118dc"}]} [ 824.293151] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 824.309233] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513658, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.310220] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 824.310485] env[70771]: DEBUG nova.compute.provider_tree [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.325131] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 824.335553] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.335889] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a65e8000-c0c0-4af7-882f-52e6c9ba610a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.344161] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 824.344161] env[70771]: value = "task-3513661" [ 824.344161] env[70771]: _type = "Task" [ 824.344161] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.345099] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 824.358687] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.362296] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513653, 'name': ReconfigVM_Task, 'duration_secs': 1.024442} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.362586] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.363438] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5afc4e1-feba-4863-bd95-0eed266a9eff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.398945] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa4989b-965a-428d-b165-d71efe610f56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.414900] env[70771]: DEBUG oslo_vmware.api [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513654, 'name': PowerOnVM_Task, 'duration_secs': 0.516325} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.416299] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.416529] env[70771]: INFO nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Took 10.30 seconds to spawn the instance on the hypervisor. [ 824.416713] env[70771]: DEBUG nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.417063] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 824.417063] env[70771]: value = "task-3513662" [ 824.417063] env[70771]: _type = "Task" [ 824.417063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.417920] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534c36c-03a0-40a5-9bee-6c06d01847ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.432504] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.446021] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.447328] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-379061fb-df3d-4eb5-9477-f1617195ec0c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.455127] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 824.455127] env[70771]: value = "task-3513663" [ 824.455127] env[70771]: _type = "Task" [ 824.455127] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.467278] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.496450] env[70771]: DEBUG nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.742366] env[70771]: DEBUG oslo_vmware.api [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219974} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.742596] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.742787] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.742975] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.743162] env[70771]: INFO nova.compute.manager [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 824.743409] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.743636] env[70771]: DEBUG nova.compute.manager [-] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.743734] env[70771]: DEBUG nova.network.neutron [-] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.812470] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513658, 'name': CreateVM_Task, 'duration_secs': 0.524643} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.814657] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.815516] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701982', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'name': 'volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b956c964-e2d6-4ac6-8a3d-817355307d3a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'serial': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e'}, 'boot_index': 0, 'attachment_id': '623d0792-4e19-44f0-8515-0f603d02146c', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70771) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 824.815768] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Root volume attach. Driver type: vmdk {{(pid=70771) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 824.816538] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86356045-a72a-45db-bcfa-cd69f708bd07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.824413] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5347da4b-8f9c-4d4b-9edd-9efba6a2c7dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.833494] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1038bc5-b431-499f-beba-e3d41108903d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.841471] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2ff804de-41d6-4b05-9838-079bdbf1b80c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.851257] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 824.851257] env[70771]: value = "task-3513664" [ 824.851257] env[70771]: _type = "Task" [ 824.851257] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.860492] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513661, 'name': PowerOffVM_Task, 'duration_secs': 0.177837} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.861195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce9690-6a9e-40b1-8742-8a595f83b144 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.864787] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.865044] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46534175-3245-43b8-9af3-282ff375d10e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.870799] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.873652] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270a152-c7dd-46d1-abf8-73cc58ad8627 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.892967] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424d3db6-5d5c-42be-8253-42270f512ac6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.920584] env[70771]: DEBUG nova.network.neutron [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updated VIF entry in instance network info cache for port 3afe5b95-e420-40cb-8065-64f4d3132fea. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.921116] env[70771]: DEBUG nova.network.neutron [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updating instance_info_cache with network_info: [{"id": "3afe5b95-e420-40cb-8065-64f4d3132fea", "address": "fa:16:3e:3e:ec:b8", "network": {"id": "1d16852d-d0b1-415e-928a-40e8b3e3f525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-149699081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633b8c68c0734e1d9acfc492b3590256", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afe5b95-e4", "ovs_interfaceid": "3afe5b95-e420-40cb-8065-64f4d3132fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.923210] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c42242-c87b-47c3-bdce-9ff74a726699 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.941624] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccffaa4f-eb4a-4ee6-bf01-d29b44290d73 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.946401] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513662, 'name': ReconfigVM_Task, 'duration_secs': 0.216639} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.946681] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.951546] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4acd3204-c93e-4cd9-ba43-9a5e7f5a57c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.963463] env[70771]: DEBUG nova.compute.provider_tree [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.964838] env[70771]: INFO nova.compute.manager [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Took 42.41 seconds to build instance. [ 824.972607] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 824.972607] env[70771]: value = "task-3513665" [ 824.972607] env[70771]: _type = "Task" [ 824.972607] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.979952] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.981831] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.982098] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e653bae7-189b-473b-9627-c53403c1b369 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.986891] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.993478] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 824.993478] env[70771]: value = "task-3513666" [ 824.993478] env[70771]: _type = "Task" [ 824.993478] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.004247] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.016410] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.267590] env[70771]: DEBUG nova.compute.manager [req-38833beb-d5d4-4b68-9ea9-ee1ce460f2d9 req-7ba60fd2-a6d4-40f7-998d-44bb75d6d932 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Received event network-vif-deleted-b01297e0-0b62-415a-8526-f218934a81f0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.267854] env[70771]: INFO nova.compute.manager [req-38833beb-d5d4-4b68-9ea9-ee1ce460f2d9 req-7ba60fd2-a6d4-40f7-998d-44bb75d6d932 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Neutron deleted interface b01297e0-0b62-415a-8526-f218934a81f0; detaching it from the instance and deleting it from the info cache [ 825.268042] env[70771]: DEBUG nova.network.neutron [req-38833beb-d5d4-4b68-9ea9-ee1ce460f2d9 req-7ba60fd2-a6d4-40f7-998d-44bb75d6d932 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.365664] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 42%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.426888] env[70771]: DEBUG oslo_concurrency.lockutils [req-5735e795-ad93-41e7-9e0e-5cf53697bd48 req-28135858-40d5-487a-8cdb-2f056d2acd10 service nova] Releasing lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.475805] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f24f5017-6a4b-428f-bba3-b99fbe114355 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.981s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.477194] env[70771]: DEBUG nova.scheduler.client.report [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.483169] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.494024] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.508115] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 825.508791] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.509096] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.509466] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.511023] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.511023] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a0197e-7d54-445d-94c8-0e10d63f2328 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.524838] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.525337] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.525885] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b64564a-6a3f-46c3-a52a-e51accaadae3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.532968] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 825.532968] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5283d40a-75f6-6dd8-2d51-7ca1492a7d1e" [ 825.532968] env[70771]: _type = "Task" [ 825.532968] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.542954] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5283d40a-75f6-6dd8-2d51-7ca1492a7d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.654973] env[70771]: DEBUG nova.network.neutron [-] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.771360] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-891aa23f-013c-4e68-8798-e3e541e72c33 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.783243] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1970a704-5922-4739-a3f9-8c8f01c65c6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.822344] env[70771]: DEBUG nova.compute.manager [req-38833beb-d5d4-4b68-9ea9-ee1ce460f2d9 req-7ba60fd2-a6d4-40f7-998d-44bb75d6d932 service nova] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Detach interface failed, port_id=b01297e0-0b62-415a-8526-f218934a81f0, reason: Instance 6d7fef48-7b7a-4387-8b4f-d566c832979e could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.864915] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 54%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.973599] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.992396] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.171s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.992396] env[70771]: DEBUG nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.994670] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.811s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.995165] env[70771]: DEBUG nova.objects.instance [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lazy-loading 'resources' on Instance uuid b3ec055c-6ccf-446b-9ebd-00306eae31df {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.001991] env[70771]: DEBUG oslo_vmware.api [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513665, 'name': PowerOnVM_Task, 'duration_secs': 0.570723} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.002526] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.005327] env[70771]: DEBUG nova.compute.manager [None req-2d214ab8-b57e-4902-9233-41ed3a51bc54 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.006324] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c49add-f05a-443d-9942-88a9fc7a56ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.046019] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5283d40a-75f6-6dd8-2d51-7ca1492a7d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.047119] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5a9095-71df-4c0e-b7d4-ec256c1a2554 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.055249] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 826.055249] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52903372-c632-0dbe-e6bd-e80bf01236db" [ 826.055249] env[70771]: _type = "Task" [ 826.055249] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.064861] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52903372-c632-0dbe-e6bd-e80bf01236db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.080118] env[70771]: DEBUG nova.compute.manager [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.080118] env[70771]: DEBUG nova.compute.manager [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing instance network info cache due to event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.080118] env[70771]: DEBUG oslo_concurrency.lockutils [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] Acquiring lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.080118] env[70771]: DEBUG oslo_concurrency.lockutils [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] Acquired lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.080118] env[70771]: DEBUG nova.network.neutron [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.161531] env[70771]: INFO nova.compute.manager [-] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Took 1.41 seconds to deallocate network for instance. [ 826.367335] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 67%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.475574] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.503860] env[70771]: DEBUG nova.compute.utils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.505849] env[70771]: DEBUG nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.506162] env[70771]: DEBUG nova.network.neutron [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.569035] env[70771]: DEBUG nova.policy [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7b565d991b4817893c6a3f7426ad57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d8b4b0dd624daeb0c3ef5ed6d47187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.580105] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52903372-c632-0dbe-e6bd-e80bf01236db, 'name': SearchDatastore_Task, 'duration_secs': 0.017765} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.590719] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.590719] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. {{(pid=70771) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 826.592269] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50d44f5-60f1-4aef-a632-9b8e9ee2e777 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.600865] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 826.600865] env[70771]: value = "task-3513667" [ 826.600865] env[70771]: _type = "Task" [ 826.600865] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.613995] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.668200] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.849554] env[70771]: INFO nova.compute.manager [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Unrescuing [ 826.850081] env[70771]: DEBUG oslo_concurrency.lockutils [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.850081] env[70771]: DEBUG oslo_concurrency.lockutils [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.850271] env[70771]: DEBUG nova.network.neutron [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.871214] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 82%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.981814] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.010792] env[70771]: DEBUG nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.113718] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513667, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.117423] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e42b827-1d39-4bca-b7cc-c4af2355627d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.126611] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b67388-9880-411b-97ab-9d14c7f73de0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.164954] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b4f037-d05e-43b4-8d82-ac40fa52f822 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.174572] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ec9b8-588f-485c-9376-6422adbb0eb4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.191293] env[70771]: DEBUG nova.compute.provider_tree [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.198410] env[70771]: DEBUG nova.network.neutron [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updated VIF entry in instance network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.198887] env[70771]: DEBUG nova.network.neutron [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.358018] env[70771]: DEBUG nova.network.neutron [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Successfully created port: 56a70d2b-600e-4ca5-b17e-d171d06fe974 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.375107] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.480403] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.613070] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.995352} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.613357] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. [ 827.614165] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ecc7f9-ed03-4cae-9b04-fe704dbe9e16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.641482] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.644291] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57b0e87-71d6-4770-a945-cfdec2061585 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.667023] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 827.667023] env[70771]: value = "task-3513668" [ 827.667023] env[70771]: _type = "Task" [ 827.667023] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.675774] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.695185] env[70771]: DEBUG nova.scheduler.client.report [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.702202] env[70771]: DEBUG oslo_concurrency.lockutils [req-a0f2e1d7-d066-4af0-9ae9-3250e95fef1a req-742a1675-9bca-4985-ac7b-1e72d66e2bb6 service nova] Releasing lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.874029] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 97%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.978811] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513663, 'name': CloneVM_Task, 'duration_secs': 3.063401} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.979033] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Created linked-clone VM from snapshot [ 827.979815] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51febb05-d614-4d21-ad5e-ac0164bd3ed5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.987778] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Uploading image ff957139-93ab-4b84-8587-187eb97302bb {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.010985] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.010985] env[70771]: value = "vm-702028" [ 828.010985] env[70771]: _type = "VirtualMachine" [ 828.010985] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.011321] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8611c268-53e8-4c30-9f05-138a1d03b3d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.018941] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease: (returnval){ [ 828.018941] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524593a7-1f44-de16-c6d7-cf922204f2fe" [ 828.018941] env[70771]: _type = "HttpNfcLease" [ 828.018941] env[70771]: } obtained for exporting VM: (result){ [ 828.018941] env[70771]: value = "vm-702028" [ 828.018941] env[70771]: _type = "VirtualMachine" [ 828.018941] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.019328] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the lease: (returnval){ [ 828.019328] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524593a7-1f44-de16-c6d7-cf922204f2fe" [ 828.019328] env[70771]: _type = "HttpNfcLease" [ 828.019328] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.028100] env[70771]: DEBUG nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.030137] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.030137] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524593a7-1f44-de16-c6d7-cf922204f2fe" [ 828.030137] env[70771]: _type = "HttpNfcLease" [ 828.030137] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.085272] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.085519] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.085685] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.085910] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.086012] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.086170] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.086490] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.086582] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.086706] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.086889] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.087057] env[70771]: DEBUG nova.virt.hardware [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.088061] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c7f0cd-4f4a-46fa-b815-0ecab0990b76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.096229] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8fc09e-1e1e-4704-a22f-8bafef16beb9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.177208] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.201749] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.205192] env[70771]: DEBUG nova.network.neutron [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Updating instance_info_cache with network_info: [{"id": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "address": "fa:16:3e:1c:d3:20", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c97b8c7-7d", "ovs_interfaceid": "3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.206512] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.322s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.210441] env[70771]: INFO nova.compute.claims [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.234374] env[70771]: INFO nova.scheduler.client.report [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Deleted allocations for instance b3ec055c-6ccf-446b-9ebd-00306eae31df [ 828.371825] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 97%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.456347] env[70771]: DEBUG oslo_concurrency.lockutils [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Acquiring lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.456594] env[70771]: DEBUG oslo_concurrency.lockutils [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.528646] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.528646] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524593a7-1f44-de16-c6d7-cf922204f2fe" [ 828.528646] env[70771]: _type = "HttpNfcLease" [ 828.528646] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.529030] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.529030] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524593a7-1f44-de16-c6d7-cf922204f2fe" [ 828.529030] env[70771]: _type = "HttpNfcLease" [ 828.529030] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.530049] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8736f9-88bc-42ca-a289-c7e8e4ec7cb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.538132] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5ba97-72e1-6f13-fa83-f3ec4a486362/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.538132] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5ba97-72e1-6f13-fa83-f3ec4a486362/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.678091] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.687036] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-15bb7b6e-1c0a-45ef-b04d-d1bc35ee63e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.716893] env[70771]: DEBUG oslo_concurrency.lockutils [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-12085cf4-e373-47cb-a2fd-670bbc5ba4f1" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.717514] env[70771]: DEBUG nova.objects.instance [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lazy-loading 'flavor' on Instance uuid 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.740989] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6f74308-47f4-4abc-ada7-d271c313f0a9 tempest-ImagesOneServerTestJSON-393500790 tempest-ImagesOneServerTestJSON-393500790-project-member] Lock "b3ec055c-6ccf-446b-9ebd-00306eae31df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.976s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.872312] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 98%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.959909] env[70771]: DEBUG nova.compute.utils [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.183222] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513668, 'name': ReconfigVM_Task, 'duration_secs': 1.066729} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.183627] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.184532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed68cbd3-0b58-414e-8501-4a0e00ddccaf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.210911] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628cc12c-a0c7-4639-9576-630484aac803 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.228510] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef712e5-9a56-47d5-9c67-10629aa5cf81 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.232552] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 829.232552] env[70771]: value = "task-3513670" [ 829.232552] env[70771]: _type = "Task" [ 829.232552] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.253773] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.257482] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f59bc9c7-6879-4815-be9e-f081b3b4b770 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.263097] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.268586] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 829.268586] env[70771]: value = "task-3513671" [ 829.268586] env[70771]: _type = "Task" [ 829.268586] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.281193] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.375611] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 98%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.462686] env[70771]: DEBUG oslo_concurrency.lockutils [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.669942] env[70771]: DEBUG nova.network.neutron [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Successfully updated port: 56a70d2b-600e-4ca5-b17e-d171d06fe974 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.720542] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9549e25-6228-4ba2-b53c-a39fdd606d8b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.729313] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90868b0a-5a34-4f32-a930-fdce8987ae6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.770757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb772a-396b-42b7-a1ec-9ec1d5d495c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.778367] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513670, 'name': ReconfigVM_Task, 'duration_secs': 0.168108} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.782601] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.782912] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7477fb18-5b00-434a-9350-882ba01b5dea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.789326] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5880a60a-0441-425f-9bc2-ac652a0ff63d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.798918] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.799234] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 829.799234] env[70771]: value = "task-3513672" [ 829.799234] env[70771]: _type = "Task" [ 829.799234] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.812503] env[70771]: DEBUG nova.compute.provider_tree [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.822267] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.840043] env[70771]: DEBUG nova.compute.manager [req-d5d9ecba-9c49-4d7c-8dc3-34720cf6a212 req-b3019625-0d02-4199-87a4-6046db2b76ad service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Received event network-vif-plugged-56a70d2b-600e-4ca5-b17e-d171d06fe974 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.840573] env[70771]: DEBUG oslo_concurrency.lockutils [req-d5d9ecba-9c49-4d7c-8dc3-34720cf6a212 req-b3019625-0d02-4199-87a4-6046db2b76ad service nova] Acquiring lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.840978] env[70771]: DEBUG oslo_concurrency.lockutils [req-d5d9ecba-9c49-4d7c-8dc3-34720cf6a212 req-b3019625-0d02-4199-87a4-6046db2b76ad service nova] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.841184] env[70771]: DEBUG oslo_concurrency.lockutils [req-d5d9ecba-9c49-4d7c-8dc3-34720cf6a212 req-b3019625-0d02-4199-87a4-6046db2b76ad service nova] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.841393] env[70771]: DEBUG nova.compute.manager [req-d5d9ecba-9c49-4d7c-8dc3-34720cf6a212 req-b3019625-0d02-4199-87a4-6046db2b76ad service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] No waiting events found dispatching network-vif-plugged-56a70d2b-600e-4ca5-b17e-d171d06fe974 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.841616] env[70771]: WARNING nova.compute.manager [req-d5d9ecba-9c49-4d7c-8dc3-34720cf6a212 req-b3019625-0d02-4199-87a4-6046db2b76ad service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Received unexpected event network-vif-plugged-56a70d2b-600e-4ca5-b17e-d171d06fe974 for instance with vm_state building and task_state spawning. [ 829.875969] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 98%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.173212] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "refresh_cache-e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.173212] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "refresh_cache-e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.173212] env[70771]: DEBUG nova.network.neutron [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.290068] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513671, 'name': PowerOffVM_Task, 'duration_secs': 0.767059} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.290068] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.295820] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.296306] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1189ae0d-f2fc-4b98-8cff-8f391fa2ca6d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.335087] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.337278] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 830.337278] env[70771]: value = "task-3513673" [ 830.337278] env[70771]: _type = "Task" [ 830.337278] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.349080] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.357027] env[70771]: DEBUG nova.scheduler.client.report [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 830.357442] env[70771]: DEBUG nova.compute.provider_tree [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 70 to 71 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 830.358077] env[70771]: DEBUG nova.compute.provider_tree [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.376963] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 98%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.550346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Acquiring lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.550647] env[70771]: DEBUG oslo_concurrency.lockutils [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.550888] env[70771]: INFO nova.compute.manager [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Attaching volume fd7b4bad-23ce-4112-865b-c78d9973336e to /dev/sdb [ 830.590016] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3ff44d-b66a-4762-b58d-3e905f14a6bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.597099] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3bb279-af3a-43c8-b324-0ff9e189e4cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.611022] env[70771]: DEBUG nova.virt.block_device [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Updating existing volume attachment record: 271a3a48-d864-43d6-b6cb-a2b8a12f1393 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 830.737721] env[70771]: DEBUG nova.network.neutron [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.830052] env[70771]: DEBUG oslo_vmware.api [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513672, 'name': PowerOnVM_Task, 'duration_secs': 0.61523} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.830499] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.834915] env[70771]: DEBUG nova.compute.manager [None req-6a16a195-08a3-483f-9046-83e69da7b1b5 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.835725] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a59bb-1725-4836-b68d-13ca161d3399 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.852747] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.867027] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.867538] env[70771]: DEBUG nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.871023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.829s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.871357] env[70771]: DEBUG nova.objects.instance [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lazy-loading 'resources' on Instance uuid 6d593d73-d5fd-4a4a-aafb-b3195ae2399c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.882764] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.973814] env[70771]: DEBUG nova.network.neutron [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Updating instance_info_cache with network_info: [{"id": "56a70d2b-600e-4ca5-b17e-d171d06fe974", "address": "fa:16:3e:0f:ed:43", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a70d2b-60", "ovs_interfaceid": "56a70d2b-600e-4ca5-b17e-d171d06fe974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.352816] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513673, 'name': ReconfigVM_Task, 'duration_secs': 0.846636} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.353131] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 831.353333] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.353690] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d74e04-ca62-4c94-92b9-3a922417a541 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.362185] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 831.362185] env[70771]: value = "task-3513677" [ 831.362185] env[70771]: _type = "Task" [ 831.362185] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.373507] env[70771]: DEBUG nova.compute.utils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.374963] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.375476] env[70771]: DEBUG nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.375658] env[70771]: DEBUG nova.network.neutron [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.392519] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513664, 'name': RelocateVM_Task, 'duration_secs': 6.045788} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.392826] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 831.393047] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701982', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'name': 'volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b956c964-e2d6-4ac6-8a3d-817355307d3a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'serial': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 831.394141] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80406f-8391-4951-b2e5-32bfb33d0038 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.412195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7b5b41-7b79-4530-b991-86aee1a3bb8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.443325] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e/volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.446411] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288b536b-bc88-4721-818d-d8cc54cd3f79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.466399] env[70771]: DEBUG nova.policy [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d74209d5ee4d4cbae958fb8bb12fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8649c4cf907641fda275b9fc48604a42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.469646] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 831.469646] env[70771]: value = "task-3513678" [ 831.469646] env[70771]: _type = "Task" [ 831.469646] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.477146] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "refresh_cache-e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.477297] env[70771]: DEBUG nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Instance network_info: |[{"id": "56a70d2b-600e-4ca5-b17e-d171d06fe974", "address": "fa:16:3e:0f:ed:43", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a70d2b-60", "ovs_interfaceid": "56a70d2b-600e-4ca5-b17e-d171d06fe974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.481060] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:ed:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a70d2b-600e-4ca5-b17e-d171d06fe974', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.494046] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.494401] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.497689] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.498565] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebb58344-8177-41c4-93ca-d3df400c16c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.523709] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.523709] env[70771]: value = "task-3513679" [ 831.523709] env[70771]: _type = "Task" [ 831.523709] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.530852] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513679, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.874487] env[70771]: DEBUG oslo_vmware.api [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513677, 'name': PowerOnVM_Task, 'duration_secs': 0.449749} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.874734] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.875041] env[70771]: DEBUG nova.compute.manager [None req-efc2030a-f7f3-4468-ae80-f4d495075979 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.875868] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8d1365-f9cf-4d99-ba12-42f2f30e4c8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.885912] env[70771]: DEBUG nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.889455] env[70771]: DEBUG nova.compute.manager [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Received event network-changed-56a70d2b-600e-4ca5-b17e-d171d06fe974 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.889650] env[70771]: DEBUG nova.compute.manager [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Refreshing instance network info cache due to event network-changed-56a70d2b-600e-4ca5-b17e-d171d06fe974. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.889851] env[70771]: DEBUG oslo_concurrency.lockutils [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] Acquiring lock "refresh_cache-e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.889999] env[70771]: DEBUG oslo_concurrency.lockutils [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] Acquired lock "refresh_cache-e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.890189] env[70771]: DEBUG nova.network.neutron [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Refreshing network info cache for port 56a70d2b-600e-4ca5-b17e-d171d06fe974 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.904405] env[70771]: DEBUG nova.network.neutron [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Successfully created port: 39d66532-b595-4981-aa90-d3c7add1b580 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.966868] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99044dc-d5b5-4d41-bbf5-ecc285f80697 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.983146] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f29c50-e66c-4728-a962-5e414846448d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.986687] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513678, 'name': ReconfigVM_Task, 'duration_secs': 0.445027} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.987389] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e/volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.993288] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b2cb31-36fc-4016-a7ee-098bc05ce9b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.038289] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f3a7aa-a674-497d-8174-8ea5b2079ffe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.041836] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 832.041836] env[70771]: value = "task-3513680" [ 832.041836] env[70771]: _type = "Task" [ 832.041836] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.051142] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513679, 'name': CreateVM_Task, 'duration_secs': 0.430571} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.051789] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.053267] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b793e377-7f3a-48a1-8715-809b5d03aa22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.061977] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.062280] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.062451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.062748] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.062994] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0893da84-7b29-42a7-aef8-968266fffdcc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.075251] env[70771]: DEBUG nova.compute.provider_tree [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.078352] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 832.078352] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b21f4c-b59a-bca2-5311-b77f5dbabba3" [ 832.078352] env[70771]: _type = "Task" [ 832.078352] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.087812] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b21f4c-b59a-bca2-5311-b77f5dbabba3, 'name': SearchDatastore_Task, 'duration_secs': 0.014707} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.088809] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.089064] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.089335] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.089489] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.089670] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.090204] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d957a3-3b57-407f-9dfe-2888e08b73fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.099609] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.099848] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.100558] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86e02db-aed3-47b7-a402-6f4aa83e126f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.106309] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 832.106309] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521fe405-af3d-f8b8-844d-c5dcda35bc57" [ 832.106309] env[70771]: _type = "Task" [ 832.106309] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.117123] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521fe405-af3d-f8b8-844d-c5dcda35bc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.553871] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513680, 'name': ReconfigVM_Task, 'duration_secs': 0.183014} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.553871] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701982', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'name': 'volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b956c964-e2d6-4ac6-8a3d-817355307d3a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'serial': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.554360] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-365f20f3-8149-41c1-89ab-e2fbbf8e0c3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.560758] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 832.560758] env[70771]: value = "task-3513681" [ 832.560758] env[70771]: _type = "Task" [ 832.560758] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.571093] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513681, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.622118] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521fe405-af3d-f8b8-844d-c5dcda35bc57, 'name': SearchDatastore_Task, 'duration_secs': 0.015611} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.623639] env[70771]: DEBUG nova.scheduler.client.report [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 832.623887] env[70771]: DEBUG nova.compute.provider_tree [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 71 to 72 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 832.624088] env[70771]: DEBUG nova.compute.provider_tree [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.636883] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd43fe3-3872-4b1a-8c72-ef73922f9970 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.643257] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 832.643257] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52226495-ce8c-6517-52ca-bb8212b2b6a9" [ 832.643257] env[70771]: _type = "Task" [ 832.643257] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.653483] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52226495-ce8c-6517-52ca-bb8212b2b6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.775544] env[70771]: DEBUG nova.network.neutron [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Updated VIF entry in instance network info cache for port 56a70d2b-600e-4ca5-b17e-d171d06fe974. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.775958] env[70771]: DEBUG nova.network.neutron [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Updating instance_info_cache with network_info: [{"id": "56a70d2b-600e-4ca5-b17e-d171d06fe974", "address": "fa:16:3e:0f:ed:43", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a70d2b-60", "ovs_interfaceid": "56a70d2b-600e-4ca5-b17e-d171d06fe974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.900239] env[70771]: DEBUG nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.929379] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.929559] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.929734] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.929920] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.930099] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.930256] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.930475] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.930638] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.930829] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.930996] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.931206] env[70771]: DEBUG nova.virt.hardware [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.932514] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e993c61d-320c-458f-91d7-c2e2354525f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.940587] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf30860-f1ae-4124-b80a-c09a4ea4951b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.074620] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513681, 'name': Rename_Task, 'duration_secs': 0.160102} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.074620] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.074620] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054a4ff7-6f66-41b7-9e99-f5811c09969b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.080455] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 833.080455] env[70771]: value = "task-3513683" [ 833.080455] env[70771]: _type = "Task" [ 833.080455] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.091076] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.138520] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.142673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.602s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.142673] env[70771]: DEBUG nova.objects.instance [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lazy-loading 'resources' on Instance uuid ab058a0c-20a3-49df-b50e-dc3a657ba8e8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.167138] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52226495-ce8c-6517-52ca-bb8212b2b6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.169667] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.171576] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] e7c108b8-ff7d-43ad-9ab4-5befedb52aaf/e7c108b8-ff7d-43ad-9ab4-5befedb52aaf.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.171989] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-747addc4-d9b8-410b-b616-43bf3c0988b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.176144] env[70771]: INFO nova.scheduler.client.report [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Deleted allocations for instance 6d593d73-d5fd-4a4a-aafb-b3195ae2399c [ 833.184658] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 833.184658] env[70771]: value = "task-3513684" [ 833.184658] env[70771]: _type = "Task" [ 833.184658] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.196019] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.278873] env[70771]: DEBUG oslo_concurrency.lockutils [req-d7953167-1216-4c41-a891-441e39daa2bf req-25832362-c55a-4c27-b1dc-cb4acce86145 service nova] Releasing lock "refresh_cache-e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.432374] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "63a397f0-3a51-44bc-859a-91612778bfeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.432374] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "63a397f0-3a51-44bc-859a-91612778bfeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.598299] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.690371] env[70771]: DEBUG oslo_concurrency.lockutils [None req-721e285c-b1c9-42ef-892c-9bda46c3b9b9 tempest-ServersAdminNegativeTestJSON-803035860 tempest-ServersAdminNegativeTestJSON-803035860-project-member] Lock "6d593d73-d5fd-4a4a-aafb-b3195ae2399c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.268s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.697777] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.936770] env[70771]: DEBUG nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.943490] env[70771]: DEBUG nova.network.neutron [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Successfully updated port: 39d66532-b595-4981-aa90-d3c7add1b580 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.989552] env[70771]: DEBUG nova.compute.manager [req-b7855d23-95ce-4039-87ae-05bbe540a974 req-57f87b91-e677-4d24-81dc-926fda574286 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Received event network-vif-plugged-39d66532-b595-4981-aa90-d3c7add1b580 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.989783] env[70771]: DEBUG oslo_concurrency.lockutils [req-b7855d23-95ce-4039-87ae-05bbe540a974 req-57f87b91-e677-4d24-81dc-926fda574286 service nova] Acquiring lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.990022] env[70771]: DEBUG oslo_concurrency.lockutils [req-b7855d23-95ce-4039-87ae-05bbe540a974 req-57f87b91-e677-4d24-81dc-926fda574286 service nova] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.990212] env[70771]: DEBUG oslo_concurrency.lockutils [req-b7855d23-95ce-4039-87ae-05bbe540a974 req-57f87b91-e677-4d24-81dc-926fda574286 service nova] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.990433] env[70771]: DEBUG nova.compute.manager [req-b7855d23-95ce-4039-87ae-05bbe540a974 req-57f87b91-e677-4d24-81dc-926fda574286 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] No waiting events found dispatching network-vif-plugged-39d66532-b595-4981-aa90-d3c7add1b580 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.991157] env[70771]: WARNING nova.compute.manager [req-b7855d23-95ce-4039-87ae-05bbe540a974 req-57f87b91-e677-4d24-81dc-926fda574286 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Received unexpected event network-vif-plugged-39d66532-b595-4981-aa90-d3c7add1b580 for instance with vm_state building and task_state spawning. [ 834.103621] env[70771]: DEBUG oslo_vmware.api [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513683, 'name': PowerOnVM_Task, 'duration_secs': 0.797858} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.104537] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.104537] env[70771]: INFO nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Took 11.51 seconds to spawn the instance on the hypervisor. [ 834.104690] env[70771]: DEBUG nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.109345] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e16964-071d-445a-afa8-01664a914303 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.202513] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667389} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.202879] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] e7c108b8-ff7d-43ad-9ab4-5befedb52aaf/e7c108b8-ff7d-43ad-9ab4-5befedb52aaf.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.203174] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.203795] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0470bdab-907a-4851-a629-42f6f3a4c4a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.214290] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 834.214290] env[70771]: value = "task-3513685" [ 834.214290] env[70771]: _type = "Task" [ 834.214290] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.229477] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.292065] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37fa923-ed91-4a15-b0c7-75e85884d375 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.301082] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7db63f-9d6a-4e98-9a9e-a189300362c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.338714] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e1d9bb-c455-4b21-8bc2-db51e30bb593 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.347703] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6127c537-9fd2-4c44-bed6-0548a3c787d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.364258] env[70771]: DEBUG nova.compute.provider_tree [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.447942] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.448131] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.448292] env[70771]: DEBUG nova.network.neutron [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.473796] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.632705] env[70771]: INFO nova.compute.manager [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Took 39.26 seconds to build instance. [ 834.732212] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08865} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.732212] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.732861] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad77d9-c452-4830-b1be-3f18ac461cfb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.760151] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] e7c108b8-ff7d-43ad-9ab4-5befedb52aaf/e7c108b8-ff7d-43ad-9ab4-5befedb52aaf.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.760151] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096c30e1-75f6-4104-a6e6-3efd6807baa8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.783315] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 834.783315] env[70771]: value = "task-3513686" [ 834.783315] env[70771]: _type = "Task" [ 834.783315] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.791075] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.870876] env[70771]: DEBUG nova.scheduler.client.report [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.028844] env[70771]: DEBUG nova.network.neutron [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.136427] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b3aaf7b-3f05-4df4-846f-b1debd8ee634 tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.362s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.162998] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 835.163270] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702031', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'name': 'volume-fd7b4bad-23ce-4112-865b-c78d9973336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0f6ab95-8ecf-425d-b7db-d09f93283245', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'serial': 'fd7b4bad-23ce-4112-865b-c78d9973336e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 835.164517] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b26d9e-aa98-42ea-b266-dce3cc51ba24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.183184] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb2920d-df74-4169-9345-170222c15e9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.213172] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-fd7b4bad-23ce-4112-865b-c78d9973336e/volume-fd7b4bad-23ce-4112-865b-c78d9973336e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.213566] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f483d083-c876-4d30-9aa3-bee2c58d2466 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.241886] env[70771]: DEBUG oslo_vmware.api [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Waiting for the task: (returnval){ [ 835.241886] env[70771]: value = "task-3513687" [ 835.241886] env[70771]: _type = "Task" [ 835.241886] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.268126] env[70771]: DEBUG oslo_vmware.api [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.292771] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.341663] env[70771]: DEBUG nova.network.neutron [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Updating instance_info_cache with network_info: [{"id": "39d66532-b595-4981-aa90-d3c7add1b580", "address": "fa:16:3e:6e:51:90", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d66532-b5", "ovs_interfaceid": "39d66532-b595-4981-aa90-d3c7add1b580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.377048] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.380403] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.170s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.382570] env[70771]: INFO nova.compute.claims [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.420583] env[70771]: INFO nova.scheduler.client.report [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Deleted allocations for instance ab058a0c-20a3-49df-b50e-dc3a657ba8e8 [ 835.474712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.474805] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.758644] env[70771]: DEBUG oslo_vmware.api [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.795069] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513686, 'name': ReconfigVM_Task, 'duration_secs': 0.519331} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.795069] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Reconfigured VM instance instance-00000033 to attach disk [datastore2] e7c108b8-ff7d-43ad-9ab4-5befedb52aaf/e7c108b8-ff7d-43ad-9ab4-5befedb52aaf.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.795533] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8bcc2e-0d24-4468-8a02-3156b178e9a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.804434] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 835.804434] env[70771]: value = "task-3513688" [ 835.804434] env[70771]: _type = "Task" [ 835.804434] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.818837] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513688, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.845855] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.846112] env[70771]: DEBUG nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Instance network_info: |[{"id": "39d66532-b595-4981-aa90-d3c7add1b580", "address": "fa:16:3e:6e:51:90", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d66532-b5", "ovs_interfaceid": "39d66532-b595-4981-aa90-d3c7add1b580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.846648] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:51:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39d66532-b595-4981-aa90-d3c7add1b580', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.855578] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Creating folder: Project (8649c4cf907641fda275b9fc48604a42). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.855578] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ead8f7d-2ad2-40d7-8b3b-c63b64e77906 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.867026] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Created folder: Project (8649c4cf907641fda275b9fc48604a42) in parent group-v701875. [ 835.867026] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Creating folder: Instances. Parent ref: group-v702033. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.867026] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2ca379-3642-4e25-8aae-ca05ec3e0f17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.878564] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Created folder: Instances in parent group-v702033. [ 835.878564] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.878564] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.878564] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-745a59af-4570-423a-b331-78e8c0ee2887 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.899615] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.899615] env[70771]: value = "task-3513691" [ 835.899615] env[70771]: _type = "Task" [ 835.899615] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.908896] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513691, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.929026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-344fd763-7fdf-4191-9f76-8b98e49a01a8 tempest-SecurityGroupsTestJSON-512195178 tempest-SecurityGroupsTestJSON-512195178-project-member] Lock "ab058a0c-20a3-49df-b50e-dc3a657ba8e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.014s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.977373] env[70771]: DEBUG nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.077754] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.078022] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.222750] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.223149] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.223302] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.223494] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.223767] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.225877] env[70771]: INFO nova.compute.manager [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Terminating instance [ 836.258209] env[70771]: DEBUG oslo_vmware.api [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513687, 'name': ReconfigVM_Task, 'duration_secs': 0.587785} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.258209] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-fd7b4bad-23ce-4112-865b-c78d9973336e/volume-fd7b4bad-23ce-4112-865b-c78d9973336e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.263186] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-188fec27-0ead-42fd-85f5-820381c7a534 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.282706] env[70771]: DEBUG oslo_vmware.api [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Waiting for the task: (returnval){ [ 836.282706] env[70771]: value = "task-3513692" [ 836.282706] env[70771]: _type = "Task" [ 836.282706] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.292855] env[70771]: DEBUG oslo_vmware.api [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.316479] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513688, 'name': Rename_Task, 'duration_secs': 0.243079} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.316766] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.317062] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d2a66c-96fe-4fa8-9fbe-893aa62e01ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.323518] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 836.323518] env[70771]: value = "task-3513693" [ 836.323518] env[70771]: _type = "Task" [ 836.323518] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.331992] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.418719] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513691, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.437449] env[70771]: DEBUG nova.compute.manager [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Received event network-changed-39d66532-b595-4981-aa90-d3c7add1b580 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.437958] env[70771]: DEBUG nova.compute.manager [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Refreshing instance network info cache due to event network-changed-39d66532-b595-4981-aa90-d3c7add1b580. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.437958] env[70771]: DEBUG oslo_concurrency.lockutils [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] Acquiring lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.438154] env[70771]: DEBUG oslo_concurrency.lockutils [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] Acquired lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.438485] env[70771]: DEBUG nova.network.neutron [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Refreshing network info cache for port 39d66532-b595-4981-aa90-d3c7add1b580 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.504847] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.549266] env[70771]: DEBUG nova.compute.manager [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Received event network-changed-3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.550338] env[70771]: DEBUG nova.compute.manager [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Refreshing instance network info cache due to event network-changed-3afe5b95-e420-40cb-8065-64f4d3132fea. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.550698] env[70771]: DEBUG oslo_concurrency.lockutils [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] Acquiring lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.550940] env[70771]: DEBUG oslo_concurrency.lockutils [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] Acquired lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.551221] env[70771]: DEBUG nova.network.neutron [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Refreshing network info cache for port 3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.729636] env[70771]: DEBUG nova.compute.manager [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.730029] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.731387] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6becd661-95b3-4ae1-bd03-9f4c75d1e5f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.744367] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.744367] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ca869be-4ac3-414f-a8fa-02ffed60d4b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.762315] env[70771]: DEBUG oslo_vmware.api [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 836.762315] env[70771]: value = "task-3513694" [ 836.762315] env[70771]: _type = "Task" [ 836.762315] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.776135] env[70771]: DEBUG oslo_vmware.api [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.796109] env[70771]: DEBUG oslo_vmware.api [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513692, 'name': ReconfigVM_Task, 'duration_secs': 0.187763} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.796316] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702031', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'name': 'volume-fd7b4bad-23ce-4112-865b-c78d9973336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0f6ab95-8ecf-425d-b7db-d09f93283245', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'serial': 'fd7b4bad-23ce-4112-865b-c78d9973336e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 836.843428] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.915131] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513691, 'name': CreateVM_Task, 'duration_secs': 0.549231} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.917647] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.918932] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.918996] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.919693] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.919787] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3310069-aebf-4f57-b773-78d721a9c26d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.926994] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 836.926994] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fe05ae-30bd-2a19-1fbd-67dc000e7120" [ 836.926994] env[70771]: _type = "Task" [ 836.926994] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.939536] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fe05ae-30bd-2a19-1fbd-67dc000e7120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.979099] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5ba97-72e1-6f13-fa83-f3ec4a486362/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.983026] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb53a56a-feea-4398-ac5c-12f42cf5fde7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.993638] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5ba97-72e1-6f13-fa83-f3ec4a486362/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.993830] env[70771]: ERROR oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5ba97-72e1-6f13-fa83-f3ec4a486362/disk-0.vmdk due to incomplete transfer. [ 836.994112] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85a50aba-a2e3-4a55-8991-a288d3798a12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.011243] env[70771]: DEBUG oslo_vmware.rw_handles [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5ba97-72e1-6f13-fa83-f3ec4a486362/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.011516] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Uploaded image ff957139-93ab-4b84-8587-187eb97302bb to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.013696] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.014812] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-97386c3d-578c-425b-9ed1-71247ab59738 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.024972] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 837.024972] env[70771]: value = "task-3513695" [ 837.024972] env[70771]: _type = "Task" [ 837.024972] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.035053] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513695, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.037107] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb022183-27c7-4e9b-aa44-d111eda9460b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.046880] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74963b10-b314-4f16-8a9a-ad43b1ad055d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.085390] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e075da2-e7b5-458d-af7d-fca01d16c11e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.094741] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b38b14-1276-4211-a754-cb6a09115165 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.109398] env[70771]: DEBUG nova.compute.provider_tree [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.281020] env[70771]: DEBUG oslo_vmware.api [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.329503] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "5608ed52-331b-42b3-bad1-337d8bec154b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.329807] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "5608ed52-331b-42b3-bad1-337d8bec154b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.345922] env[70771]: DEBUG oslo_vmware.api [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513693, 'name': PowerOnVM_Task, 'duration_secs': 0.708157} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.346306] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.346712] env[70771]: INFO nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Took 9.32 seconds to spawn the instance on the hypervisor. [ 837.346960] env[70771]: DEBUG nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.348771] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec78ff7-e72c-4e5c-b4b7-f7bf134bc416 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.443708] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fe05ae-30bd-2a19-1fbd-67dc000e7120, 'name': SearchDatastore_Task, 'duration_secs': 0.041298} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.443708] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.443708] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.443708] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.443867] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.443867] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.443867] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e9a52f-7bff-492a-89a1-d4e96d811ebf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.456868] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.456868] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.458226] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4954986-ccc7-4ffd-8565-4f252a775d93 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.465305] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 837.465305] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca64c4-712f-2d86-3cc7-c6face0a3e6c" [ 837.465305] env[70771]: _type = "Task" [ 837.465305] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.476356] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ca64c4-712f-2d86-3cc7-c6face0a3e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.512139] env[70771]: DEBUG nova.network.neutron [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Updated VIF entry in instance network info cache for port 39d66532-b595-4981-aa90-d3c7add1b580. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.512462] env[70771]: DEBUG nova.network.neutron [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Updating instance_info_cache with network_info: [{"id": "39d66532-b595-4981-aa90-d3c7add1b580", "address": "fa:16:3e:6e:51:90", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d66532-b5", "ovs_interfaceid": "39d66532-b595-4981-aa90-d3c7add1b580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.539283] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513695, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.612634] env[70771]: DEBUG nova.scheduler.client.report [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.657605] env[70771]: DEBUG nova.network.neutron [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updated VIF entry in instance network info cache for port 3afe5b95-e420-40cb-8065-64f4d3132fea. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.658213] env[70771]: DEBUG nova.network.neutron [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updating instance_info_cache with network_info: [{"id": "3afe5b95-e420-40cb-8065-64f4d3132fea", "address": "fa:16:3e:3e:ec:b8", "network": {"id": "1d16852d-d0b1-415e-928a-40e8b3e3f525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-149699081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633b8c68c0734e1d9acfc492b3590256", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afe5b95-e4", "ovs_interfaceid": "3afe5b95-e420-40cb-8065-64f4d3132fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.777064] env[70771]: DEBUG oslo_vmware.api [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513694, 'name': PowerOffVM_Task, 'duration_secs': 0.907834} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.777064] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.777412] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.781023] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e16df05a-4925-41a6-9c1c-2adb47566e6e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.851762] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.851985] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.852238] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Deleting the datastore file [datastore2] 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.852552] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f900560d-6e9a-4af8-8667-e07b3265796f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.864375] env[70771]: DEBUG nova.objects.instance [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lazy-loading 'flavor' on Instance uuid d0f6ab95-8ecf-425d-b7db-d09f93283245 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.867693] env[70771]: DEBUG oslo_vmware.api [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 837.867693] env[70771]: value = "task-3513697" [ 837.867693] env[70771]: _type = "Task" [ 837.867693] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.884249] env[70771]: INFO nova.compute.manager [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Took 38.98 seconds to build instance. [ 837.888833] env[70771]: DEBUG oslo_vmware.api [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.982630] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ca64c4-712f-2d86-3cc7-c6face0a3e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.021586} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.983564] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa8ed70-4722-4b49-87a6-b3beedbdf917 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.989952] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 837.989952] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523b3dba-7f9a-d7f0-c900-bb98b2065be9" [ 837.989952] env[70771]: _type = "Task" [ 837.989952] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.999494] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523b3dba-7f9a-d7f0-c900-bb98b2065be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.015504] env[70771]: DEBUG oslo_concurrency.lockutils [req-d86a83f6-27dc-4d75-92a4-5db5eb727c58 req-4999e4e3-cf0b-4dba-a873-00dc40335a12 service nova] Releasing lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.037565] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513695, 'name': Destroy_Task, 'duration_secs': 0.872161} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.038012] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Destroyed the VM [ 838.038121] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.038354] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-060ff5ac-3827-43c7-aaec-49f45e776b4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.046200] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 838.046200] env[70771]: value = "task-3513698" [ 838.046200] env[70771]: _type = "Task" [ 838.046200] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.055949] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.120204] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.120739] env[70771]: DEBUG nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.124028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.665s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.124028] env[70771]: DEBUG nova.objects.instance [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 838.163297] env[70771]: DEBUG oslo_concurrency.lockutils [req-79dd0f43-5f1f-41fd-9662-d738bc70d00b req-9fa136e3-2c3e-44e5-bf6e-bd9fd10ccb28 service nova] Releasing lock "refresh_cache-b956c964-e2d6-4ac6-8a3d-817355307d3a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.372959] env[70771]: DEBUG oslo_concurrency.lockutils [None req-16ae2fb5-12f1-4159-b359-d13de7eb93f4 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.822s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.391815] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0eac0085-3376-43eb-9dfa-24f3b60f0d67 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.931s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.392424] env[70771]: DEBUG oslo_vmware.api [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334514} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.393598] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.394483] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.394483] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.394483] env[70771]: INFO nova.compute.manager [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Took 1.66 seconds to destroy the instance on the hypervisor. [ 838.394786] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.395723] env[70771]: DEBUG nova.compute.manager [-] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.396270] env[70771]: DEBUG nova.network.neutron [-] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.505468] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523b3dba-7f9a-d7f0-c900-bb98b2065be9, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.505468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.505468] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] a8fc7df1-ce99-4c2a-8e5c-36f104c1facd/a8fc7df1-ce99-4c2a-8e5c-36f104c1facd.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.505468] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa4c70b-b508-4fa7-bab9-3cbe070460e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.515915] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 838.515915] env[70771]: value = "task-3513699" [ 838.515915] env[70771]: _type = "Task" [ 838.515915] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.522182] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Acquiring lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.522306] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.537557] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.557030] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513698, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.628528] env[70771]: DEBUG nova.compute.utils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.640644] env[70771]: DEBUG nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.640887] env[70771]: DEBUG nova.network.neutron [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.755765] env[70771]: DEBUG nova.policy [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d74209d5ee4d4cbae958fb8bb12fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8649c4cf907641fda275b9fc48604a42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.899019] env[70771]: DEBUG nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.968026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "97167a6c-46db-46a3-98a9-4d37f60c6f40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.968026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.968026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "97167a6c-46db-46a3-98a9-4d37f60c6f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.968026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.968305] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.968947] env[70771]: INFO nova.compute.manager [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Terminating instance [ 839.026697] env[70771]: INFO nova.compute.manager [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Detaching volume fd7b4bad-23ce-4112-865b-c78d9973336e [ 839.035722] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.063658] env[70771]: DEBUG oslo_vmware.api [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.550904} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.063997] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.064334] env[70771]: INFO nova.compute.manager [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Took 17.22 seconds to snapshot the instance on the hypervisor. [ 839.087137] env[70771]: INFO nova.virt.block_device [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Attempting to driver detach volume fd7b4bad-23ce-4112-865b-c78d9973336e from mountpoint /dev/sdb [ 839.087405] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 839.087631] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702031', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'name': 'volume-fd7b4bad-23ce-4112-865b-c78d9973336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0f6ab95-8ecf-425d-b7db-d09f93283245', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'serial': 'fd7b4bad-23ce-4112-865b-c78d9973336e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 839.088617] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec82e80-4a6f-4df7-88c7-31b18328693e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.125137] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2c95e1-cbab-477b-9afc-25590b8d2e9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.135351] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07d7a61-4f72-420a-a594-1e8263d0ffda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.139019] env[70771]: DEBUG nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.149381] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6a0be8c-f2ff-4734-8070-9ed8dcab9ca8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.151686] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.554s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.155247] env[70771]: INFO nova.compute.claims [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.181491] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba92b84-56fe-417e-8cec-c7e9b376aac8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.204161] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] The volume has not been displaced from its original location: [datastore1] volume-fd7b4bad-23ce-4112-865b-c78d9973336e/volume-fd7b4bad-23ce-4112-865b-c78d9973336e.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 839.213539] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.214187] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f500c9a-05df-45ce-83b2-b155e206ddb7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.236939] env[70771]: DEBUG oslo_vmware.api [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Waiting for the task: (returnval){ [ 839.236939] env[70771]: value = "task-3513700" [ 839.236939] env[70771]: _type = "Task" [ 839.236939] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.247568] env[70771]: DEBUG oslo_vmware.api [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.281034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.281348] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.281750] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.282215] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.282519] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.285746] env[70771]: INFO nova.compute.manager [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Terminating instance [ 839.432600] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.475041] env[70771]: DEBUG nova.compute.manager [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.475346] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.476342] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f7f93-ef2a-4173-8777-5f563985295c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.487056] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.488421] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d16bc062-a16e-4269-ae50-f070910f1689 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.537116] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743961} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.537427] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] a8fc7df1-ce99-4c2a-8e5c-36f104c1facd/a8fc7df1-ce99-4c2a-8e5c-36f104c1facd.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.537681] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.538049] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e24ae68-9d4b-4393-ab0d-d6af4c6a2349 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.549653] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 839.549653] env[70771]: value = "task-3513702" [ 839.549653] env[70771]: _type = "Task" [ 839.549653] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.563782] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.570314] env[70771]: DEBUG nova.compute.manager [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Instance disappeared during snapshot {{(pid=70771) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 839.582221] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.582374] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.582668] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleting the datastore file [datastore2] 97167a6c-46db-46a3-98a9-4d37f60c6f40 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.582982] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f40d50-9400-4bff-aba1-059bb8ca8b73 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.591753] env[70771]: DEBUG oslo_vmware.api [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 839.591753] env[70771]: value = "task-3513703" [ 839.591753] env[70771]: _type = "Task" [ 839.591753] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.596626] env[70771]: DEBUG nova.compute.manager [None req-1d5195f3-8f87-41da-bce7-f590d769d304 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image not found during clean up ff957139-93ab-4b84-8587-187eb97302bb {{(pid=70771) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 839.604772] env[70771]: DEBUG oslo_vmware.api [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.619819] env[70771]: DEBUG nova.network.neutron [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Successfully created port: 2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.690731] env[70771]: DEBUG nova.compute.manager [req-edc2d498-e6de-436c-9a0f-6799227bd276 req-ccbe7c73-dc64-4739-981b-fe6d917a6511 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Received event network-vif-deleted-6d8a473f-d4ea-45f1-aac7-b9fd03ad9310 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.690929] env[70771]: INFO nova.compute.manager [req-edc2d498-e6de-436c-9a0f-6799227bd276 req-ccbe7c73-dc64-4739-981b-fe6d917a6511 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Neutron deleted interface 6d8a473f-d4ea-45f1-aac7-b9fd03ad9310; detaching it from the instance and deleting it from the info cache [ 839.692157] env[70771]: DEBUG nova.network.neutron [req-edc2d498-e6de-436c-9a0f-6799227bd276 req-ccbe7c73-dc64-4739-981b-fe6d917a6511 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.755089] env[70771]: DEBUG oslo_vmware.api [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513700, 'name': ReconfigVM_Task, 'duration_secs': 0.331607} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.755089] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 839.760178] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b234d04-812c-4b62-b40a-6f46e552fee5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.781641] env[70771]: DEBUG oslo_vmware.api [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Waiting for the task: (returnval){ [ 839.781641] env[70771]: value = "task-3513704" [ 839.781641] env[70771]: _type = "Task" [ 839.781641] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.791283] env[70771]: DEBUG nova.compute.manager [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.791703] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.792117] env[70771]: DEBUG oslo_vmware.api [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.792757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc586e54-f565-4456-b255-8b3873247ec7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.800600] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.800844] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c26256-6d2a-4d0d-ac67-238a49d1c7b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.809195] env[70771]: DEBUG oslo_vmware.api [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 839.809195] env[70771]: value = "task-3513705" [ 839.809195] env[70771]: _type = "Task" [ 839.809195] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.828590] env[70771]: DEBUG oslo_vmware.api [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.957221] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.957336] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.030059] env[70771]: DEBUG nova.network.neutron [-] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.060616] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103072} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.060869] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.061725] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d9868b-c13a-42eb-819b-a1bd8d088818 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.085939] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a8fc7df1-ce99-4c2a-8e5c-36f104c1facd/a8fc7df1-ce99-4c2a-8e5c-36f104c1facd.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.086607] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405659f9-98c2-451d-80ce-1301f1fe1709 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.116150] env[70771]: DEBUG oslo_vmware.api [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324717} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.117659] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.117870] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.118111] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.118254] env[70771]: INFO nova.compute.manager [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Took 0.64 seconds to destroy the instance on the hypervisor. [ 840.118499] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.118778] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 840.118778] env[70771]: value = "task-3513706" [ 840.118778] env[70771]: _type = "Task" [ 840.118778] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.119203] env[70771]: DEBUG nova.compute.manager [-] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.119203] env[70771]: DEBUG nova.network.neutron [-] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.134487] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.158969] env[70771]: DEBUG nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.197033] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d524e553-10c6-4f93-badd-e3dd485eeca5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.203221] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.205030] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.205320] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.206816] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.206816] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.207024] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.210385] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.210385] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.210385] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.210385] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.210385] env[70771]: DEBUG nova.virt.hardware [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.210831] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99da86dd-871a-4c29-860a-82d858456e85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.218125] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dfde95-c1ea-405c-8e52-2ce19e871475 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.238481] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e543d38e-ce58-45d8-ad82-cd12cdeb3c01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.277658] env[70771]: DEBUG nova.compute.manager [req-edc2d498-e6de-436c-9a0f-6799227bd276 req-ccbe7c73-dc64-4739-981b-fe6d917a6511 service nova] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Detach interface failed, port_id=6d8a473f-d4ea-45f1-aac7-b9fd03ad9310, reason: Instance 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.293721] env[70771]: DEBUG oslo_vmware.api [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Task: {'id': task-3513704, 'name': ReconfigVM_Task, 'duration_secs': 0.227234} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.294177] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702031', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'name': 'volume-fd7b4bad-23ce-4112-865b-c78d9973336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0f6ab95-8ecf-425d-b7db-d09f93283245', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd7b4bad-23ce-4112-865b-c78d9973336e', 'serial': 'fd7b4bad-23ce-4112-865b-c78d9973336e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 840.323941] env[70771]: DEBUG oslo_vmware.api [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513705, 'name': PowerOffVM_Task, 'duration_secs': 0.256043} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.324688] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.324688] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.324839] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-268847c0-1c90-4366-ae66-38236c9d4fca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.401342] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.401475] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.401849] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleting the datastore file [datastore2] e7c108b8-ff7d-43ad-9ab4-5befedb52aaf {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.401849] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b24fa0c-1f60-4ab9-bb60-9ddd47d43f96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.409125] env[70771]: DEBUG oslo_vmware.api [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 840.409125] env[70771]: value = "task-3513708" [ 840.409125] env[70771]: _type = "Task" [ 840.409125] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.426031] env[70771]: DEBUG oslo_vmware.api [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.533905] env[70771]: INFO nova.compute.manager [-] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Took 2.14 seconds to deallocate network for instance. [ 840.633122] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513706, 'name': ReconfigVM_Task, 'duration_secs': 0.287987} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.636008] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a8fc7df1-ce99-4c2a-8e5c-36f104c1facd/a8fc7df1-ce99-4c2a-8e5c-36f104c1facd.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.636853] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfed7fdd-ff3a-4920-b5ae-45e31771f3e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.646342] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 840.646342] env[70771]: value = "task-3513709" [ 840.646342] env[70771]: _type = "Task" [ 840.646342] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.658804] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513709, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.801241] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1ffe0b-6e5b-4db7-be74-f0e2134c2249 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.810708] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60693c3-5b20-42ae-8757-707d826f8aca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.814868] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.815161] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.850636] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda303f-850a-4bc5-97f6-3ddf3b073191 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.860218] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ad663-060f-43b0-9888-4ff6c847745d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.876029] env[70771]: DEBUG nova.compute.provider_tree [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.880942] env[70771]: DEBUG nova.objects.instance [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lazy-loading 'flavor' on Instance uuid d0f6ab95-8ecf-425d-b7db-d09f93283245 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.919749] env[70771]: DEBUG oslo_vmware.api [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.926685] env[70771]: DEBUG nova.network.neutron [-] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.040447] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.157543] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513709, 'name': Rename_Task, 'duration_secs': 0.207412} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.157854] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.158195] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a292580-44ca-40e3-ae08-f9ec7ac473b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.166951] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 841.166951] env[70771]: value = "task-3513710" [ 841.166951] env[70771]: _type = "Task" [ 841.166951] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.181152] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.325473] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.325780] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.330019] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.330019] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.330019] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.330019] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.330019] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 841.330019] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.381589] env[70771]: DEBUG nova.scheduler.client.report [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.420772] env[70771]: DEBUG oslo_vmware.api [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.782777} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.420979] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.421219] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.421452] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.421622] env[70771]: INFO nova.compute.manager [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Took 1.63 seconds to destroy the instance on the hypervisor. [ 841.421861] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.422058] env[70771]: DEBUG nova.compute.manager [-] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.422157] env[70771]: DEBUG nova.network.neutron [-] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.429662] env[70771]: INFO nova.compute.manager [-] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Took 1.31 seconds to deallocate network for instance. [ 841.593846] env[70771]: DEBUG nova.network.neutron [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Successfully updated port: 2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.685588] env[70771]: DEBUG oslo_vmware.api [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513710, 'name': PowerOnVM_Task, 'duration_secs': 0.507685} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.685946] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.686216] env[70771]: INFO nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Took 8.79 seconds to spawn the instance on the hypervisor. [ 841.686437] env[70771]: DEBUG nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.687301] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2470e75-608d-4c1a-8304-824cc6a7651c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.831590] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.888442] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.889538] env[70771]: DEBUG nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.893375] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.690s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.894862] env[70771]: INFO nova.compute.claims [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.900631] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f71064a-0547-4c8e-9f26-515199233731 tempest-VolumesAssistedSnapshotsTest-15260059 tempest-VolumesAssistedSnapshotsTest-15260059-project-admin] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.377s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.939024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.995977] env[70771]: DEBUG nova.compute.manager [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Received event network-vif-deleted-eb7a173e-9ecd-4c0a-ad0b-71fe62bf7dcf {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.996278] env[70771]: DEBUG nova.compute.manager [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Received event network-vif-plugged-2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.996506] env[70771]: DEBUG oslo_concurrency.lockutils [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] Acquiring lock "7af9c303-945d-4e17-8217-3af5c949b5a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.996757] env[70771]: DEBUG oslo_concurrency.lockutils [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.996962] env[70771]: DEBUG oslo_concurrency.lockutils [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.997189] env[70771]: DEBUG nova.compute.manager [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] No waiting events found dispatching network-vif-plugged-2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.997618] env[70771]: WARNING nova.compute.manager [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Received unexpected event network-vif-plugged-2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 for instance with vm_state building and task_state spawning. [ 841.997836] env[70771]: DEBUG nova.compute.manager [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Received event network-changed-2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.998048] env[70771]: DEBUG nova.compute.manager [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Refreshing instance network info cache due to event network-changed-2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.998284] env[70771]: DEBUG oslo_concurrency.lockutils [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] Acquiring lock "refresh_cache-7af9c303-945d-4e17-8217-3af5c949b5a2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998460] env[70771]: DEBUG oslo_concurrency.lockutils [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] Acquired lock "refresh_cache-7af9c303-945d-4e17-8217-3af5c949b5a2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.998657] env[70771]: DEBUG nova.network.neutron [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Refreshing network info cache for port 2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.101715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "refresh_cache-7af9c303-945d-4e17-8217-3af5c949b5a2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.208233] env[70771]: INFO nova.compute.manager [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Took 39.34 seconds to build instance. [ 842.370870] env[70771]: DEBUG nova.network.neutron [-] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.404302] env[70771]: DEBUG nova.compute.utils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.407983] env[70771]: DEBUG nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.408186] env[70771]: DEBUG nova.network.neutron [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.472751] env[70771]: DEBUG nova.policy [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f087340db24541b2e1cbb969bb5a54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1e670fc87434f2ba51df88110ee6146', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.554164] env[70771]: DEBUG nova.network.neutron [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.713186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-76b1b035-7818-4ff2-917d-d261b0ec4209 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.160s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.721189] env[70771]: DEBUG nova.network.neutron [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.781441] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.781441] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.872951] env[70771]: INFO nova.compute.manager [-] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Took 1.45 seconds to deallocate network for instance. [ 842.909625] env[70771]: DEBUG nova.network.neutron [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Successfully created port: c3fb130c-6480-4ce5-8bc0-64b94679ac56 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.912682] env[70771]: DEBUG nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.217375] env[70771]: DEBUG nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.226082] env[70771]: DEBUG oslo_concurrency.lockutils [req-8a3d5252-3659-4994-96e2-9622dec0e5ec req-2b033ada-088f-412c-a2f5-030e11a549ed service nova] Releasing lock "refresh_cache-7af9c303-945d-4e17-8217-3af5c949b5a2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.226941] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "refresh_cache-7af9c303-945d-4e17-8217-3af5c949b5a2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.227236] env[70771]: DEBUG nova.network.neutron [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.384341] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.478167] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd726927-9946-4570-963d-d886238cd20b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.489438] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51efd0c6-33d1-4e37-b922-6f39a7163c2d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.522263] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2252b15-9393-4891-980e-fe6baa7de412 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.531518] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63087d84-11b4-43bb-8f22-fd9d828df31a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.545428] env[70771]: DEBUG nova.compute.provider_tree [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.744654] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.764648] env[70771]: DEBUG nova.network.neutron [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.928010] env[70771]: DEBUG nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.932527] env[70771]: DEBUG nova.network.neutron [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Updating instance_info_cache with network_info: [{"id": "2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7", "address": "fa:16:3e:23:2d:f8", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dbe8b24-9e", "ovs_interfaceid": "2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.956983] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:57:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70a28d30-6b65-423c-b379-8cf5e653b42c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733807876',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.957293] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.957458] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.957646] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.957796] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.957948] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.958179] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.958348] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.958565] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.958751] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.958930] env[70771]: DEBUG nova.virt.hardware [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.960104] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b946237f-2997-4ea8-9206-552e0c2937e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.969435] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d635bf22-36db-4608-8a95-e6e05dcc53db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.048158] env[70771]: DEBUG nova.scheduler.client.report [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.089267] env[70771]: DEBUG nova.compute.manager [req-adaf222f-f5b9-40a2-bece-899a37055ee2 req-27d1761b-722c-4a57-9705-0db032038828 service nova] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Received event network-vif-deleted-56a70d2b-600e-4ca5-b17e-d171d06fe974 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.435246] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "refresh_cache-7af9c303-945d-4e17-8217-3af5c949b5a2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.435627] env[70771]: DEBUG nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Instance network_info: |[{"id": "2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7", "address": "fa:16:3e:23:2d:f8", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dbe8b24-9e", "ovs_interfaceid": "2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.436099] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:2d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.445335] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.445570] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.445998] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57472d5e-6f71-48cc-8a84-0d317843bdbf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.470674] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.470674] env[70771]: value = "task-3513712" [ 844.470674] env[70771]: _type = "Task" [ 844.470674] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.480560] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513712, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.492609] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.492892] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.493149] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "d0f6ab95-8ecf-425d-b7db-d09f93283245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.493362] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.493550] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.495694] env[70771]: INFO nova.compute.manager [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Terminating instance [ 844.555643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.556206] env[70771]: DEBUG nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.559690] env[70771]: DEBUG nova.network.neutron [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Successfully updated port: c3fb130c-6480-4ce5-8bc0-64b94679ac56 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.560797] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.490s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.562394] env[70771]: INFO nova.compute.claims [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.981460] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513712, 'name': CreateVM_Task, 'duration_secs': 0.332692} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.981648] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.982357] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.982528] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.982851] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.983118] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e74ab46-10d4-4f95-9940-35f851646836 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.987849] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 844.987849] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5259fbd8-2a68-1c57-1de0-d0ea178dcb8a" [ 844.987849] env[70771]: _type = "Task" [ 844.987849] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.995771] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5259fbd8-2a68-1c57-1de0-d0ea178dcb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.999447] env[70771]: DEBUG nova.compute.manager [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.999651] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.000413] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca2ef34-f944-45fc-bb83-a6ab303d41ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.007307] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.007529] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee821c7-ad4f-4dc4-9406-4673f012c2f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.013858] env[70771]: DEBUG oslo_vmware.api [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 845.013858] env[70771]: value = "task-3513713" [ 845.013858] env[70771]: _type = "Task" [ 845.013858] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.022555] env[70771]: DEBUG oslo_vmware.api [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.070427] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.070602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.070734] env[70771]: DEBUG nova.network.neutron [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.072870] env[70771]: DEBUG nova.compute.utils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.077257] env[70771]: DEBUG nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.077453] env[70771]: DEBUG nova.network.neutron [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.123082] env[70771]: DEBUG nova.policy [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d74209d5ee4d4cbae958fb8bb12fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8649c4cf907641fda275b9fc48604a42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.494819] env[70771]: DEBUG nova.network.neutron [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Successfully created port: 3e10acf1-8094-47a7-8db2-35726c349e54 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.500432] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5259fbd8-2a68-1c57-1de0-d0ea178dcb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.500703] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.500926] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.501171] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.501326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.501529] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.501785] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3b9586e-9d7c-4776-9734-60c01c2ae2d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.514250] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.514439] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.515314] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a866bb-9d9f-4455-a32d-961ded84580e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.529558] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 845.529558] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528fc8f1-a247-5196-6519-147c4a94b746" [ 845.529558] env[70771]: _type = "Task" [ 845.529558] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.533462] env[70771]: DEBUG oslo_vmware.api [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513713, 'name': PowerOffVM_Task, 'duration_secs': 0.213597} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.537049] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.537238] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.537521] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef346fe5-bef9-4473-ac90-9094093578ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.544927] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528fc8f1-a247-5196-6519-147c4a94b746, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.545687] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb15684-4d1a-4e4f-9eb2-6a3b697596d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.551605] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 845.551605] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5253883d-d4c8-16c0-c219-5e29333a1e24" [ 845.551605] env[70771]: _type = "Task" [ 845.551605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.559630] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5253883d-d4c8-16c0-c219-5e29333a1e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.579277] env[70771]: DEBUG nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.610025] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.610025] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.610025] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Deleting the datastore file [datastore2] d0f6ab95-8ecf-425d-b7db-d09f93283245 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.610025] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5526233-2277-4b08-b763-cceca15b856d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.616220] env[70771]: DEBUG oslo_vmware.api [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for the task: (returnval){ [ 845.616220] env[70771]: value = "task-3513715" [ 845.616220] env[70771]: _type = "Task" [ 845.616220] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.625125] env[70771]: DEBUG oslo_vmware.api [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.633190] env[70771]: DEBUG nova.network.neutron [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.862880] env[70771]: DEBUG nova.network.neutron [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance_info_cache with network_info: [{"id": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "address": "fa:16:3e:58:93:93", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fb130c-64", "ovs_interfaceid": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.064376] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5253883d-d4c8-16c0-c219-5e29333a1e24, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.064645] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.064900] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 7af9c303-945d-4e17-8217-3af5c949b5a2/7af9c303-945d-4e17-8217-3af5c949b5a2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.065179] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-946e7a23-9930-4a67-a534-a8776a1a5997 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.068292] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd2a84-80ae-416c-a293-a1b0748e13df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.077442] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23e760-cec0-4738-938d-5be73be31bfa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.080563] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 846.080563] env[70771]: value = "task-3513716" [ 846.080563] env[70771]: _type = "Task" [ 846.080563] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.113626] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e602b-eb9d-45c1-888a-d6f5a8718f5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.120735] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.126708] env[70771]: DEBUG nova.compute.manager [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Received event network-vif-plugged-c3fb130c-6480-4ce5-8bc0-64b94679ac56 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.126980] env[70771]: DEBUG oslo_concurrency.lockutils [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] Acquiring lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.127298] env[70771]: DEBUG oslo_concurrency.lockutils [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.127523] env[70771]: DEBUG oslo_concurrency.lockutils [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.127742] env[70771]: DEBUG nova.compute.manager [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] No waiting events found dispatching network-vif-plugged-c3fb130c-6480-4ce5-8bc0-64b94679ac56 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.127946] env[70771]: WARNING nova.compute.manager [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Received unexpected event network-vif-plugged-c3fb130c-6480-4ce5-8bc0-64b94679ac56 for instance with vm_state building and task_state spawning. [ 846.128177] env[70771]: DEBUG nova.compute.manager [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Received event network-changed-c3fb130c-6480-4ce5-8bc0-64b94679ac56 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.128403] env[70771]: DEBUG nova.compute.manager [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Refreshing instance network info cache due to event network-changed-c3fb130c-6480-4ce5-8bc0-64b94679ac56. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.128622] env[70771]: DEBUG oslo_concurrency.lockutils [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] Acquiring lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.132927] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf1743-1191-4804-b9cb-9d895dc2a6ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.140925] env[70771]: DEBUG oslo_vmware.api [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Task: {'id': task-3513715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131896} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.141652] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.141903] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.142191] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.142465] env[70771]: INFO nova.compute.manager [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Took 1.14 seconds to destroy the instance on the hypervisor. [ 846.142794] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.143041] env[70771]: DEBUG nova.compute.manager [-] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.143194] env[70771]: DEBUG nova.network.neutron [-] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.154921] env[70771]: DEBUG nova.compute.provider_tree [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.369216] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.369691] env[70771]: DEBUG nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Instance network_info: |[{"id": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "address": "fa:16:3e:58:93:93", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fb130c-64", "ovs_interfaceid": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.370245] env[70771]: DEBUG oslo_concurrency.lockutils [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] Acquired lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.370726] env[70771]: DEBUG nova.network.neutron [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Refreshing network info cache for port c3fb130c-6480-4ce5-8bc0-64b94679ac56 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.372311] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:93:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3fb130c-6480-4ce5-8bc0-64b94679ac56', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.380417] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.382750] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.382750] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da0c5e98-8adb-4ff3-9351-c5025ab638be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.407458] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.407458] env[70771]: value = "task-3513717" [ 846.407458] env[70771]: _type = "Task" [ 846.407458] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.419878] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513717, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.594113] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476047} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.594479] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 7af9c303-945d-4e17-8217-3af5c949b5a2/7af9c303-945d-4e17-8217-3af5c949b5a2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.594751] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.595088] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-189871b3-80c5-448f-aca6-779962d28659 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.604299] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 846.604299] env[70771]: value = "task-3513718" [ 846.604299] env[70771]: _type = "Task" [ 846.604299] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.617479] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.619062] env[70771]: DEBUG nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.656903] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.657257] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.657474] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.657725] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.657932] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.658134] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.658395] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.658628] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.658816] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.658987] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.659201] env[70771]: DEBUG nova.virt.hardware [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.660103] env[70771]: DEBUG nova.scheduler.client.report [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.668321] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f3a2fa-7d66-40b1-ab36-259a3fcd6d04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.682379] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e352b-35a5-464c-b522-9b4d082a0cc6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.918274] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513717, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.116544] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272082} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.117115] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.118776] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baba7a54-85dd-43ef-9e67-c962dd559467 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.149877] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 7af9c303-945d-4e17-8217-3af5c949b5a2/7af9c303-945d-4e17-8217-3af5c949b5a2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.150579] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcf6fc3-179c-4d77-b059-42b91bf5c2e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.177507] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.177507] env[70771]: DEBUG nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.180430] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 847.180430] env[70771]: value = "task-3513719" [ 847.180430] env[70771]: _type = "Task" [ 847.180430] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.184012] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.186s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.184400] env[70771]: DEBUG nova.objects.instance [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lazy-loading 'resources' on Instance uuid 529bacab-2dd3-4d2a-8a12-96c37f30f346 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.200063] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.306149] env[70771]: DEBUG nova.network.neutron [-] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.326275] env[70771]: DEBUG nova.network.neutron [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updated VIF entry in instance network info cache for port c3fb130c-6480-4ce5-8bc0-64b94679ac56. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.326650] env[70771]: DEBUG nova.network.neutron [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance_info_cache with network_info: [{"id": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "address": "fa:16:3e:58:93:93", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fb130c-64", "ovs_interfaceid": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.419364] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513717, 'name': CreateVM_Task, 'duration_secs': 0.844091} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.419364] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.420068] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.420068] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.420398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.420627] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649a7908-587d-4e6e-9af9-5247f6ce80a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.427022] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 847.427022] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52754fbf-d68b-41c1-1335-7d1fd22b4bb0" [ 847.427022] env[70771]: _type = "Task" [ 847.427022] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.437298] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52754fbf-d68b-41c1-1335-7d1fd22b4bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.439397] env[70771]: DEBUG nova.network.neutron [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Successfully updated port: 3e10acf1-8094-47a7-8db2-35726c349e54 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.685777] env[70771]: DEBUG nova.compute.utils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.687211] env[70771]: DEBUG nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.687450] env[70771]: DEBUG nova.network.neutron [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.701764] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513719, 'name': ReconfigVM_Task, 'duration_secs': 0.317136} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.702461] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 7af9c303-945d-4e17-8217-3af5c949b5a2/7af9c303-945d-4e17-8217-3af5c949b5a2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.702674] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35779cae-cdb4-475b-ac1b-cdb5f74b5d57 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.711376] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 847.711376] env[70771]: value = "task-3513720" [ 847.711376] env[70771]: _type = "Task" [ 847.711376] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.730172] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513720, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.745403] env[70771]: DEBUG nova.policy [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32ba93893954e65adfdc216d862b769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3b7cf94dcf54cf1aa4104ed66014c38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.807477] env[70771]: INFO nova.compute.manager [-] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Took 1.66 seconds to deallocate network for instance. [ 847.829317] env[70771]: DEBUG oslo_concurrency.lockutils [req-c76f2825-f44b-4e3b-bb0f-30f4dbb40248 req-a6802726-0edb-45d9-a3e6-7a67ec82b9fa service nova] Releasing lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.941046] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52754fbf-d68b-41c1-1335-7d1fd22b4bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.941387] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.941637] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.941948] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.942128] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.942318] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.942587] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b5d4db-e04e-4bcd-bc7c-415b1475b5fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.946843] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "refresh_cache-322b76e2-f108-4f3e-80f6-0fcbd617f861" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.946982] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "refresh_cache-322b76e2-f108-4f3e-80f6-0fcbd617f861" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.947141] env[70771]: DEBUG nova.network.neutron [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.956536] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.956742] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.958061] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f160a7-fe4f-4099-a451-6592586a617e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.968025] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 847.968025] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5241218f-6984-b286-37d8-f80ddcb719ba" [ 847.968025] env[70771]: _type = "Task" [ 847.968025] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.979234] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5241218f-6984-b286-37d8-f80ddcb719ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.154584] env[70771]: DEBUG nova.compute.manager [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Received event network-vif-deleted-aa4d4d4e-60f3-4251-a2e3-95ae4d15e8f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.154785] env[70771]: DEBUG nova.compute.manager [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Received event network-vif-plugged-3e10acf1-8094-47a7-8db2-35726c349e54 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.154971] env[70771]: DEBUG oslo_concurrency.lockutils [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] Acquiring lock "322b76e2-f108-4f3e-80f6-0fcbd617f861-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.158049] env[70771]: DEBUG oslo_concurrency.lockutils [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.158049] env[70771]: DEBUG oslo_concurrency.lockutils [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.158049] env[70771]: DEBUG nova.compute.manager [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] No waiting events found dispatching network-vif-plugged-3e10acf1-8094-47a7-8db2-35726c349e54 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.158049] env[70771]: WARNING nova.compute.manager [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Received unexpected event network-vif-plugged-3e10acf1-8094-47a7-8db2-35726c349e54 for instance with vm_state building and task_state spawning. [ 848.158049] env[70771]: DEBUG nova.compute.manager [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Received event network-changed-3e10acf1-8094-47a7-8db2-35726c349e54 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.158628] env[70771]: DEBUG nova.compute.manager [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Refreshing instance network info cache due to event network-changed-3e10acf1-8094-47a7-8db2-35726c349e54. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.158628] env[70771]: DEBUG oslo_concurrency.lockutils [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] Acquiring lock "refresh_cache-322b76e2-f108-4f3e-80f6-0fcbd617f861" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.171227] env[70771]: DEBUG nova.network.neutron [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Successfully created port: 23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.172790] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d49715-0462-4e24-8c48-2dda0519241a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.182017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14044324-86a4-4b91-a460-42aac6a73789 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.214987] env[70771]: DEBUG nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.223149] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10cc751-20ed-466d-91c1-f6ddef9723b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.242012] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513720, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.242991] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6b63d-1df8-4e66-bca8-dd7e6903e3dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.260785] env[70771]: DEBUG nova.compute.provider_tree [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.314210] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.479460] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5241218f-6984-b286-37d8-f80ddcb719ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.480288] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941d6677-8308-47f8-96df-2eed51a9849a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.492315] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 848.492315] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523d9593-015b-1cbb-bf38-803db619ffd5" [ 848.492315] env[70771]: _type = "Task" [ 848.492315] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.501177] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523d9593-015b-1cbb-bf38-803db619ffd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.679578] env[70771]: DEBUG nova.network.neutron [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.743903] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513720, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.764360] env[70771]: DEBUG nova.scheduler.client.report [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.998029] env[70771]: DEBUG nova.network.neutron [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Updating instance_info_cache with network_info: [{"id": "3e10acf1-8094-47a7-8db2-35726c349e54", "address": "fa:16:3e:7a:74:61", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e10acf1-80", "ovs_interfaceid": "3e10acf1-8094-47a7-8db2-35726c349e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.010242] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523d9593-015b-1cbb-bf38-803db619ffd5, 'name': SearchDatastore_Task, 'duration_secs': 0.015149} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.011161] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.011735] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.011879] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-404f733a-29a4-4bee-911f-dfc1a187cd41 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.023143] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 849.023143] env[70771]: value = "task-3513721" [ 849.023143] env[70771]: _type = "Task" [ 849.023143] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.034810] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.232566] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513720, 'name': Rename_Task, 'duration_secs': 1.158776} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.232901] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.233321] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b48f1ef-00bf-40cb-97c7-2405168d9c22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.236161] env[70771]: DEBUG nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.245508] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 849.245508] env[70771]: value = "task-3513722" [ 849.245508] env[70771]: _type = "Task" [ 849.245508] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.256753] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.266493] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.266736] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.266894] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.267097] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.267246] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.267394] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.267606] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.267768] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.267935] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.268116] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.268297] env[70771]: DEBUG nova.virt.hardware [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.269430] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1148b5-d89c-4611-8b46-6810b8c38c52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.273165] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.275398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.565s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.277138] env[70771]: INFO nova.compute.claims [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.291211] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74f5f7-a365-4886-b585-9b39bf9ea26d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.322976] env[70771]: INFO nova.scheduler.client.report [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Deleted allocations for instance 529bacab-2dd3-4d2a-8a12-96c37f30f346 [ 849.503902] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "refresh_cache-322b76e2-f108-4f3e-80f6-0fcbd617f861" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.504425] env[70771]: DEBUG nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Instance network_info: |[{"id": "3e10acf1-8094-47a7-8db2-35726c349e54", "address": "fa:16:3e:7a:74:61", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e10acf1-80", "ovs_interfaceid": "3e10acf1-8094-47a7-8db2-35726c349e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.504801] env[70771]: DEBUG oslo_concurrency.lockutils [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] Acquired lock "refresh_cache-322b76e2-f108-4f3e-80f6-0fcbd617f861" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.505080] env[70771]: DEBUG nova.network.neutron [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Refreshing network info cache for port 3e10acf1-8094-47a7-8db2-35726c349e54 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.506428] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:74:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e10acf1-8094-47a7-8db2-35726c349e54', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.515043] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.518168] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.518734] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-972101fd-3477-4102-8294-b93bbb53128b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.546098] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487182} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.547477] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.547704] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.547944] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.547944] env[70771]: value = "task-3513723" [ 849.547944] env[70771]: _type = "Task" [ 849.547944] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.548465] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8657947f-05de-4b5b-af19-28df1eac9b39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.559236] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513723, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.560764] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 849.560764] env[70771]: value = "task-3513724" [ 849.560764] env[70771]: _type = "Task" [ 849.560764] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.570253] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.760272] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.836352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-78169b83-65c7-479c-a837-12901fb47356 tempest-ServersNegativeTestMultiTenantJSON-2110591191 tempest-ServersNegativeTestMultiTenantJSON-2110591191-project-member] Lock "529bacab-2dd3-4d2a-8a12-96c37f30f346" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.868s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.888492] env[70771]: DEBUG nova.network.neutron [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Updated VIF entry in instance network info cache for port 3e10acf1-8094-47a7-8db2-35726c349e54. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.888492] env[70771]: DEBUG nova.network.neutron [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Updating instance_info_cache with network_info: [{"id": "3e10acf1-8094-47a7-8db2-35726c349e54", "address": "fa:16:3e:7a:74:61", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e10acf1-80", "ovs_interfaceid": "3e10acf1-8094-47a7-8db2-35726c349e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.065026] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513723, 'name': CreateVM_Task, 'duration_secs': 0.337193} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.065026] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.065843] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.066181] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.066638] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067376] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b9aec0-c0ad-40c6-9802-312c97ae3b54 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.072834] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082909} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.074918] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.075625] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 850.075625] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520f5ad9-c365-19b4-729b-1e58f34c364e" [ 850.075625] env[70771]: _type = "Task" [ 850.075625] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.076720] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442687e-0986-4a73-b5df-3631782c4198 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.091730] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520f5ad9-c365-19b4-729b-1e58f34c364e, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.104738] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.105071] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.105389] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.105555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.105741] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.115065] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.115369] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1db54bdf-03a2-40f6-b259-622156e36ab2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.117373] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ccd1b4c-f1fc-43d4-b39e-847e01918d63 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.139189] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 850.139189] env[70771]: value = "task-3513725" [ 850.139189] env[70771]: _type = "Task" [ 850.139189] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.144322] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.144322] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.144709] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63eb3f58-d6e7-46ec-b2b2-281bee4d8f3a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.151814] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.156613] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 850.156613] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e2dadf-48fb-ba22-a71e-86c3b3382460" [ 850.156613] env[70771]: _type = "Task" [ 850.156613] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.166552] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e2dadf-48fb-ba22-a71e-86c3b3382460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.263024] env[70771]: DEBUG oslo_vmware.api [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513722, 'name': PowerOnVM_Task, 'duration_secs': 0.562447} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.263024] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.263024] env[70771]: INFO nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Took 10.10 seconds to spawn the instance on the hypervisor. [ 850.263024] env[70771]: DEBUG nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.263024] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b91b3fe-1bef-4519-8ba6-5f0a5e4f3a3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.337872] env[70771]: DEBUG nova.compute.manager [req-748ebe83-c0d7-4f82-9f6d-c68f7a3e19cf req-1d4c9839-cc05-497d-8375-82740c621438 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Received event network-vif-plugged-23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.338336] env[70771]: DEBUG oslo_concurrency.lockutils [req-748ebe83-c0d7-4f82-9f6d-c68f7a3e19cf req-1d4c9839-cc05-497d-8375-82740c621438 service nova] Acquiring lock "bf67569f-a63d-42c2-88c7-f9510ae891c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.338336] env[70771]: DEBUG oslo_concurrency.lockutils [req-748ebe83-c0d7-4f82-9f6d-c68f7a3e19cf req-1d4c9839-cc05-497d-8375-82740c621438 service nova] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.338458] env[70771]: DEBUG oslo_concurrency.lockutils [req-748ebe83-c0d7-4f82-9f6d-c68f7a3e19cf req-1d4c9839-cc05-497d-8375-82740c621438 service nova] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.339185] env[70771]: DEBUG nova.compute.manager [req-748ebe83-c0d7-4f82-9f6d-c68f7a3e19cf req-1d4c9839-cc05-497d-8375-82740c621438 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] No waiting events found dispatching network-vif-plugged-23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.339185] env[70771]: WARNING nova.compute.manager [req-748ebe83-c0d7-4f82-9f6d-c68f7a3e19cf req-1d4c9839-cc05-497d-8375-82740c621438 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Received unexpected event network-vif-plugged-23d28c9a-94a2-4564-8962-f91d7ea1600f for instance with vm_state building and task_state spawning. [ 850.390257] env[70771]: DEBUG oslo_concurrency.lockutils [req-04e278c4-898b-435b-b1cb-d4bbe5be776e req-8714e9b2-6061-41d5-b0c0-02f0a1e29adb service nova] Releasing lock "refresh_cache-322b76e2-f108-4f3e-80f6-0fcbd617f861" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.610607] env[70771]: DEBUG nova.network.neutron [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Successfully updated port: 23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.652166] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.669757] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e2dadf-48fb-ba22-a71e-86c3b3382460, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.670592] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88abc53-7916-4cd1-a9db-08bc1a04538d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.679397] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 850.679397] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52136209-2dab-0bfb-dab4-fa8cecbcb8e6" [ 850.679397] env[70771]: _type = "Task" [ 850.679397] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.689185] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52136209-2dab-0bfb-dab4-fa8cecbcb8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.788045] env[70771]: INFO nova.compute.manager [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Took 41.60 seconds to build instance. [ 850.861858] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94da4df-7b78-48c7-883e-345f91854bc6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.872861] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dddc6fc-407c-479c-ac01-72685dba4ba7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.909915] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eebb24-6207-4bb4-8eac-1cd47ff11a18 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.920507] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cb05ec-ddab-4c98-b47d-70e2468724e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.944197] env[70771]: DEBUG nova.compute.provider_tree [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.113674] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.116089] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.116089] env[70771]: DEBUG nova.network.neutron [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.151513] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513725, 'name': ReconfigVM_Task, 'duration_secs': 0.832504} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.151809] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.152494] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afcf5520-c732-4639-b48f-b8518609aab0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.162266] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 851.162266] env[70771]: value = "task-3513726" [ 851.162266] env[70771]: _type = "Task" [ 851.162266] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.174038] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513726, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.192821] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52136209-2dab-0bfb-dab4-fa8cecbcb8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022188} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.193197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.193541] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 322b76e2-f108-4f3e-80f6-0fcbd617f861/322b76e2-f108-4f3e-80f6-0fcbd617f861.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.193874] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e997f1c9-8657-42ca-a0a0-55cb7c6dc330 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.202043] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 851.202043] env[70771]: value = "task-3513727" [ 851.202043] env[70771]: _type = "Task" [ 851.202043] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.211520] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.291719] env[70771]: DEBUG oslo_concurrency.lockutils [None req-70e4c076-7a35-4606-bd7d-d3a44308c9c6 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.448242] env[70771]: DEBUG nova.scheduler.client.report [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.676215] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513726, 'name': Rename_Task, 'duration_secs': 0.209897} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.678985] env[70771]: DEBUG nova.network.neutron [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.683265] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.686035] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb8e031-0dc4-4f96-b3f8-813d367e6327 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.696061] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 851.696061] env[70771]: value = "task-3513728" [ 851.696061] env[70771]: _type = "Task" [ 851.696061] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.717185] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.723369] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505139} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.723663] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 322b76e2-f108-4f3e-80f6-0fcbd617f861/322b76e2-f108-4f3e-80f6-0fcbd617f861.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.723891] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.724250] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad984bde-de0d-40a1-909a-b77b8b476a2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.733038] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 851.733038] env[70771]: value = "task-3513729" [ 851.733038] env[70771]: _type = "Task" [ 851.733038] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.744330] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.796310] env[70771]: DEBUG nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.918245] env[70771]: DEBUG nova.network.neutron [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Updating instance_info_cache with network_info: [{"id": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "address": "fa:16:3e:39:d2:f3", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d28c9a-94", "ovs_interfaceid": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.953590] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.954634] env[70771]: DEBUG nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.958985] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.590s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.958985] env[70771]: DEBUG nova.objects.instance [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 852.204394] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.244534] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096786} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.244534] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.245209] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57aa116-c495-4ae2-b8b0-156ee3add5cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.270255] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 322b76e2-f108-4f3e-80f6-0fcbd617f861/322b76e2-f108-4f3e-80f6-0fcbd617f861.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.271090] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fcf525-218d-4e0d-9507-48ee747f2568 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.294507] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 852.294507] env[70771]: value = "task-3513730" [ 852.294507] env[70771]: _type = "Task" [ 852.294507] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.307392] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.328655] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.381153] env[70771]: DEBUG nova.compute.manager [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Received event network-changed-23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.381419] env[70771]: DEBUG nova.compute.manager [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Refreshing instance network info cache due to event network-changed-23d28c9a-94a2-4564-8962-f91d7ea1600f. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.381658] env[70771]: DEBUG oslo_concurrency.lockutils [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] Acquiring lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.420972] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.421330] env[70771]: DEBUG nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Instance network_info: |[{"id": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "address": "fa:16:3e:39:d2:f3", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d28c9a-94", "ovs_interfaceid": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.421755] env[70771]: DEBUG oslo_concurrency.lockutils [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] Acquired lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.421866] env[70771]: DEBUG nova.network.neutron [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Refreshing network info cache for port 23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.426390] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:d2:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23d28c9a-94a2-4564-8962-f91d7ea1600f', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.432449] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.436317] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.437201] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2820d9c2-72ee-4b02-863a-e433137589ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.464363] env[70771]: DEBUG nova.compute.utils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.466885] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.466885] env[70771]: value = "task-3513731" [ 852.466885] env[70771]: _type = "Task" [ 852.466885] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.470926] env[70771]: DEBUG nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.473573] env[70771]: DEBUG nova.network.neutron [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.486824] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513731, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.625731] env[70771]: DEBUG nova.policy [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21fc8487212849489b0d1bca5f8cbf2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '108ef70bb6674fc5946e61e38a6df8e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.708917] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513728, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.805228] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513730, 'name': ReconfigVM_Task, 'duration_secs': 0.338697} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.805891] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 322b76e2-f108-4f3e-80f6-0fcbd617f861/322b76e2-f108-4f3e-80f6-0fcbd617f861.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.806528] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-347d0685-33d1-4bd2-9e54-89a4a05211c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.817681] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 852.817681] env[70771]: value = "task-3513732" [ 852.817681] env[70771]: _type = "Task" [ 852.817681] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.834726] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513732, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.972163] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fab8b9e7-f5de-4926-aa0d-ce77f8ca8de8 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.973398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.254s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.974162] env[70771]: DEBUG nova.objects.instance [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lazy-loading 'resources' on Instance uuid b2cfe39b-98bd-4914-877d-7339e362c6e5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.976136] env[70771]: DEBUG nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.991191] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513731, 'name': CreateVM_Task, 'duration_secs': 0.508781} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.991659] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.992413] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.992609] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.992981] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.993454] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b86bc3f-18f1-4a2b-80a8-85aa49eeb81a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.000933] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 853.000933] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524b2354-2617-4c3c-bc4e-ed01e2a6a277" [ 853.000933] env[70771]: _type = "Task" [ 853.000933] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.018694] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524b2354-2617-4c3c-bc4e-ed01e2a6a277, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.022021] env[70771]: DEBUG nova.network.neutron [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Updated VIF entry in instance network info cache for port 23d28c9a-94a2-4564-8962-f91d7ea1600f. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.022021] env[70771]: DEBUG nova.network.neutron [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Updating instance_info_cache with network_info: [{"id": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "address": "fa:16:3e:39:d2:f3", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d28c9a-94", "ovs_interfaceid": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.025020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.025020] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.025020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.025020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.025313] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.028340] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65422258-6cc5-4c71-8b0c-3c112265a9cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.040603] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.044023] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.044023] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673fda17-03e3-4ab6-b2af-010d7c3fd8f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.050794] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 853.050794] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5289725e-aa30-ecbf-29dd-a31a6bf23661" [ 853.050794] env[70771]: _type = "Task" [ 853.050794] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.067349] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5289725e-aa30-ecbf-29dd-a31a6bf23661, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.067349] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e790357b-4b64-40b6-b5cf-3624d2dfce95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.074783] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 853.074783] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b283b0-ec4a-d326-f829-18bc6d7ed8f5" [ 853.074783] env[70771]: _type = "Task" [ 853.074783] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.085961] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b283b0-ec4a-d326-f829-18bc6d7ed8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.208421] env[70771]: DEBUG oslo_vmware.api [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513728, 'name': PowerOnVM_Task, 'duration_secs': 1.057894} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.208753] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.209037] env[70771]: INFO nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Took 9.28 seconds to spawn the instance on the hypervisor. [ 853.209227] env[70771]: DEBUG nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.210529] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b33e8-3f9a-43d0-9aaa-ed1df292c4ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.323856] env[70771]: DEBUG nova.network.neutron [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Successfully created port: 4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.332384] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513732, 'name': Rename_Task, 'duration_secs': 0.163247} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.332781] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.333144] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf3c4c2-c016-4973-822b-602d353e54e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.341685] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 853.341685] env[70771]: value = "task-3513733" [ 853.341685] env[70771]: _type = "Task" [ 853.341685] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.352067] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.528848] env[70771]: DEBUG oslo_concurrency.lockutils [req-9c291019-a106-4c51-abcc-da276a9c88b0 req-0943faed-2836-4ee7-a093-b3c11bee479c service nova] Releasing lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.589905] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b283b0-ec4a-d326-f829-18bc6d7ed8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.592680] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.592962] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] bf67569f-a63d-42c2-88c7-f9510ae891c2/bf67569f-a63d-42c2-88c7-f9510ae891c2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.593458] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-219d9e8b-e32d-4b70-a7de-2b7cdbafbaf5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.605010] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 853.605010] env[70771]: value = "task-3513734" [ 853.605010] env[70771]: _type = "Task" [ 853.605010] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.617911] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.734775] env[70771]: INFO nova.compute.manager [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Took 42.16 seconds to build instance. [ 853.854968] env[70771]: DEBUG oslo_vmware.api [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513733, 'name': PowerOnVM_Task, 'duration_secs': 0.493085} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.858114] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.858365] env[70771]: INFO nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Took 7.24 seconds to spawn the instance on the hypervisor. [ 853.858555] env[70771]: DEBUG nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.859932] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0f376-8f1f-414b-b272-92fa9c5d38fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.990361] env[70771]: DEBUG nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.026056] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.026359] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.027035] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.027035] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.027035] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.027326] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.027326] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.027488] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.027662] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.027889] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.028110] env[70771]: DEBUG nova.virt.hardware [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.029114] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd7886-fcf3-42e7-a171-86f69f32009a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.034342] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13618ca2-d709-4d2a-97d3-93539c5dce8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.047425] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a73c0a-2ac0-4f6a-a04d-b4433275e301 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.054693] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6115c5d9-82b9-4b40-a129-afab90a0733d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.098509] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d96794-c876-4bfd-94eb-fc2676d8eb80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.113622] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b962ec-5129-4d6c-9377-180134d559ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.121678] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.135531] env[70771]: DEBUG nova.compute.provider_tree [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.240697] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3797aab4-c0f0-4c23-b36d-a7b9ed782abf tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.672s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.388493] env[70771]: INFO nova.compute.manager [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Took 41.20 seconds to build instance. [ 854.617396] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623956} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.617674] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] bf67569f-a63d-42c2-88c7-f9510ae891c2/bf67569f-a63d-42c2-88c7-f9510ae891c2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.617887] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.618162] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b79e1a85-cd7a-4081-9f65-4d2dab5508c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.625758] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 854.625758] env[70771]: value = "task-3513735" [ 854.625758] env[70771]: _type = "Task" [ 854.625758] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.635705] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.639754] env[70771]: DEBUG nova.scheduler.client.report [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.743227] env[70771]: DEBUG nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.882859] env[70771]: DEBUG nova.compute.manager [req-4ed52419-719b-4580-9d45-3036c999f57a req-866a8d4f-bdb1-434c-925d-a24bcba2904d service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Received event network-vif-plugged-4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.883156] env[70771]: DEBUG oslo_concurrency.lockutils [req-4ed52419-719b-4580-9d45-3036c999f57a req-866a8d4f-bdb1-434c-925d-a24bcba2904d service nova] Acquiring lock "13e3f524-9b93-489f-a057-a549d640480e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.883290] env[70771]: DEBUG oslo_concurrency.lockutils [req-4ed52419-719b-4580-9d45-3036c999f57a req-866a8d4f-bdb1-434c-925d-a24bcba2904d service nova] Lock "13e3f524-9b93-489f-a057-a549d640480e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.883476] env[70771]: DEBUG oslo_concurrency.lockutils [req-4ed52419-719b-4580-9d45-3036c999f57a req-866a8d4f-bdb1-434c-925d-a24bcba2904d service nova] Lock "13e3f524-9b93-489f-a057-a549d640480e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.883624] env[70771]: DEBUG nova.compute.manager [req-4ed52419-719b-4580-9d45-3036c999f57a req-866a8d4f-bdb1-434c-925d-a24bcba2904d service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] No waiting events found dispatching network-vif-plugged-4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.883792] env[70771]: WARNING nova.compute.manager [req-4ed52419-719b-4580-9d45-3036c999f57a req-866a8d4f-bdb1-434c-925d-a24bcba2904d service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Received unexpected event network-vif-plugged-4a555a5c-0286-4e3e-aa46-121d72922c26 for instance with vm_state building and task_state spawning. [ 854.894073] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c0f893fd-7404-4b4b-b932-c2505098e88b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.052s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.011877] env[70771]: DEBUG nova.network.neutron [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Successfully updated port: 4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.136627] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229345} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.136954] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.137758] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d738e2-1118-42f5-9780-a24cfe0e1af9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.152682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.162811] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] bf67569f-a63d-42c2-88c7-f9510ae891c2/bf67569f-a63d-42c2-88c7-f9510ae891c2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.163664] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.147s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.165358] env[70771]: INFO nova.compute.claims [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.168303] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b255d3-7d24-4358-adbf-179c614a23f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.202012] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 855.202012] env[70771]: value = "task-3513736" [ 855.202012] env[70771]: _type = "Task" [ 855.202012] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.213456] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.217740] env[70771]: INFO nova.scheduler.client.report [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted allocations for instance b2cfe39b-98bd-4914-877d-7339e362c6e5 [ 855.265356] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.399183] env[70771]: DEBUG nova.compute.manager [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 855.515130] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.515292] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquired lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.515453] env[70771]: DEBUG nova.network.neutron [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.714047] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.726028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36ea2d05-6943-45f3-9a6c-bdc81bcd780e tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "b2cfe39b-98bd-4914-877d-7339e362c6e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.157s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.920844] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.069913] env[70771]: DEBUG nova.network.neutron [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.214947] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.305037] env[70771]: DEBUG nova.network.neutron [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Updating instance_info_cache with network_info: [{"id": "4a555a5c-0286-4e3e-aa46-121d72922c26", "address": "fa:16:3e:64:ce:da", "network": {"id": "25073ecf-9302-455e-b77a-a9a75daea930", "bridge": "br-int", "label": "tempest-ServersTestJSON-1150105329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "108ef70bb6674fc5946e61e38a6df8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a555a5c-02", "ovs_interfaceid": "4a555a5c-0286-4e3e-aa46-121d72922c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.717310] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513736, 'name': ReconfigVM_Task, 'duration_secs': 1.124741} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.717692] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Reconfigured VM instance instance-00000038 to attach disk [datastore2] bf67569f-a63d-42c2-88c7-f9510ae891c2/bf67569f-a63d-42c2-88c7-f9510ae891c2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.718439] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7361f23e-baae-42ed-8d7e-c1636e04730b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.728955] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 856.728955] env[70771]: value = "task-3513737" [ 856.728955] env[70771]: _type = "Task" [ 856.728955] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.738638] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513737, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.767575] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2626def9-e06d-4f1a-952b-d9761c13c34e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.775861] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5c6faa-f8c8-4986-8627-7b6a0bf44ee5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.806699] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b3e87f-1cf3-4ef6-ac82-a383543a2af7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.809626] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Releasing lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.809936] env[70771]: DEBUG nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Instance network_info: |[{"id": "4a555a5c-0286-4e3e-aa46-121d72922c26", "address": "fa:16:3e:64:ce:da", "network": {"id": "25073ecf-9302-455e-b77a-a9a75daea930", "bridge": "br-int", "label": "tempest-ServersTestJSON-1150105329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "108ef70bb6674fc5946e61e38a6df8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a555a5c-02", "ovs_interfaceid": "4a555a5c-0286-4e3e-aa46-121d72922c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.810370] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:ce:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a555a5c-0286-4e3e-aa46-121d72922c26', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.817725] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Creating folder: Project (108ef70bb6674fc5946e61e38a6df8e3). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.818500] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3d85981-d3e3-4e94-a766-f0f30a083f79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.825769] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47fd367-7d49-4227-8b0d-258a79aad7cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.830707] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Created folder: Project (108ef70bb6674fc5946e61e38a6df8e3) in parent group-v701875. [ 856.830898] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Creating folder: Instances. Parent ref: group-v702040. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.831553] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4289ed9-edba-4f23-8ae5-b6b990cd2ba5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.841823] env[70771]: DEBUG nova.compute.provider_tree [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.844501] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Created folder: Instances in parent group-v702040. [ 856.844758] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.845192] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.845426] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a03561d-6326-47f8-a447-dc75a1927c1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.871308] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.871308] env[70771]: value = "task-3513740" [ 856.871308] env[70771]: _type = "Task" [ 856.871308] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.881570] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513740, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.001853] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.002260] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.053448] env[70771]: DEBUG nova.compute.manager [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Received event network-changed-4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.053615] env[70771]: DEBUG nova.compute.manager [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Refreshing instance network info cache due to event network-changed-4a555a5c-0286-4e3e-aa46-121d72922c26. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.053747] env[70771]: DEBUG oslo_concurrency.lockutils [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] Acquiring lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.053896] env[70771]: DEBUG oslo_concurrency.lockutils [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] Acquired lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.054417] env[70771]: DEBUG nova.network.neutron [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Refreshing network info cache for port 4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.239638] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513737, 'name': Rename_Task, 'duration_secs': 0.310456} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.239869] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.240116] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3960a48d-10b9-4473-9f65-daa41aab2c58 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.247320] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 857.247320] env[70771]: value = "task-3513741" [ 857.247320] env[70771]: _type = "Task" [ 857.247320] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.255317] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.346937] env[70771]: DEBUG nova.scheduler.client.report [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.364680] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.364879] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.365079] env[70771]: DEBUG nova.compute.manager [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.366295] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2413c5cc-59f3-4017-a28f-18976b435168 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.376982] env[70771]: DEBUG nova.compute.manager [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 857.377578] env[70771]: DEBUG nova.objects.instance [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lazy-loading 'flavor' on Instance uuid a8fc7df1-ce99-4c2a-8e5c-36f104c1facd {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.384310] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513740, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.504559] env[70771]: DEBUG nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.758078] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.843506] env[70771]: DEBUG nova.network.neutron [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Updated VIF entry in instance network info cache for port 4a555a5c-0286-4e3e-aa46-121d72922c26. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.843926] env[70771]: DEBUG nova.network.neutron [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Updating instance_info_cache with network_info: [{"id": "4a555a5c-0286-4e3e-aa46-121d72922c26", "address": "fa:16:3e:64:ce:da", "network": {"id": "25073ecf-9302-455e-b77a-a9a75daea930", "bridge": "br-int", "label": "tempest-ServersTestJSON-1150105329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "108ef70bb6674fc5946e61e38a6df8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a555a5c-02", "ovs_interfaceid": "4a555a5c-0286-4e3e-aa46-121d72922c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.851994] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.852751] env[70771]: DEBUG nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.857802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.190s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.858056] env[70771]: DEBUG nova.objects.instance [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lazy-loading 'resources' on Instance uuid 6d7fef48-7b7a-4387-8b4f-d566c832979e {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.886250] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513740, 'name': CreateVM_Task, 'duration_secs': 0.639776} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.887287] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.888958] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.889099] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.889439] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.889732] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24b400d-db6e-4035-9ab2-dae0d7c4d879 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.896953] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 857.896953] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5222db26-f6e7-3b06-f45c-c0f8145b1865" [ 857.896953] env[70771]: _type = "Task" [ 857.896953] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.907481] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5222db26-f6e7-3b06-f45c-c0f8145b1865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.027797] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.264647] env[70771]: DEBUG oslo_vmware.api [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513741, 'name': PowerOnVM_Task, 'duration_secs': 1.008897} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.264647] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.264831] env[70771]: INFO nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Took 9.03 seconds to spawn the instance on the hypervisor. [ 858.264987] env[70771]: DEBUG nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.265816] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d87c31-3c96-4bbe-a499-e18250d6022e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.347340] env[70771]: DEBUG oslo_concurrency.lockutils [req-06555ca5-c86d-4254-a610-09412a1adb85 req-6f389149-6fa9-4131-a2d6-b588fbfcdd42 service nova] Releasing lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.361238] env[70771]: DEBUG nova.compute.utils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.367219] env[70771]: DEBUG nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.367219] env[70771]: DEBUG nova.network.neutron [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.390948] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.392063] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c30693-1cb0-449f-9650-c7b432f33fc9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.405483] env[70771]: DEBUG oslo_vmware.api [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 858.405483] env[70771]: value = "task-3513742" [ 858.405483] env[70771]: _type = "Task" [ 858.405483] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.410383] env[70771]: DEBUG nova.policy [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4fc4cdc6fe45f4bf727ffa77ee40a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d01c2a4da0d42938b933c138e70e5e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.420758] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5222db26-f6e7-3b06-f45c-c0f8145b1865, 'name': SearchDatastore_Task, 'duration_secs': 0.019731} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.424582] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.424883] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.425174] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.425387] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.425649] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.426255] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ed5b56-ea62-4c87-a560-5a12dcc07a36 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.430847] env[70771]: DEBUG oslo_vmware.api [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.440556] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.440756] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.441540] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca0d0ea-a5b7-4749-b4ec-6e78e3286c8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.447707] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 858.447707] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5219b290-7763-bae2-e42d-20cbdf3abf63" [ 858.447707] env[70771]: _type = "Task" [ 858.447707] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.459956] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5219b290-7763-bae2-e42d-20cbdf3abf63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.727687] env[70771]: DEBUG nova.network.neutron [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Successfully created port: d4f14b86-c417-4839-9303-38694dc2c63a {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.795471] env[70771]: INFO nova.compute.manager [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Took 44.74 seconds to build instance. [ 858.867419] env[70771]: DEBUG nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.892194] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fbd5e6-1572-4d6d-aea2-de3f5fc3d7a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.904793] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e629bf-3685-4997-b133-734999a57bb7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.939572] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e45b0be-a16e-41d6-8274-efbcf106b1f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.946274] env[70771]: DEBUG oslo_vmware.api [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513742, 'name': PowerOffVM_Task, 'duration_secs': 0.25965} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.947016] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.947198] env[70771]: DEBUG nova.compute.manager [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.947955] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa0cfdc-1b6e-4bd9-a81f-806ca8117e84 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.957244] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904fe524-00b6-4ede-b946-e25644424b41 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.971267] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5219b290-7763-bae2-e42d-20cbdf3abf63, 'name': SearchDatastore_Task, 'duration_secs': 0.013247} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.979869] env[70771]: DEBUG nova.compute.provider_tree [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.980039] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c77cc9-1b78-4a71-93fd-34f3ef6505a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.987021] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 858.987021] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524c504b-2ff0-83c2-a1a8-275b71647f56" [ 858.987021] env[70771]: _type = "Task" [ 858.987021] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.001564] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524c504b-2ff0-83c2-a1a8-275b71647f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.299590] env[70771]: DEBUG oslo_concurrency.lockutils [None req-20b4307d-6425-46c7-a450-7c0b1fa170b8 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.598s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.468116] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a879b50a-81df-4794-84b8-32e4fddfbf70 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.486018] env[70771]: DEBUG nova.scheduler.client.report [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.498465] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524c504b-2ff0-83c2-a1a8-275b71647f56, 'name': SearchDatastore_Task, 'duration_secs': 0.033389} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.499229] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.499634] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 13e3f524-9b93-489f-a057-a549d640480e/13e3f524-9b93-489f-a057-a549d640480e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.500095] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa6f48a-f893-4e3e-9770-2dd962a165a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.509066] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 859.509066] env[70771]: value = "task-3513743" [ 859.509066] env[70771]: _type = "Task" [ 859.509066] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.519328] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.812269] env[70771]: DEBUG nova.compute.manager [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Received event network-changed-23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.812488] env[70771]: DEBUG nova.compute.manager [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Refreshing instance network info cache due to event network-changed-23d28c9a-94a2-4564-8962-f91d7ea1600f. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.812715] env[70771]: DEBUG oslo_concurrency.lockutils [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] Acquiring lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.812857] env[70771]: DEBUG oslo_concurrency.lockutils [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] Acquired lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.813026] env[70771]: DEBUG nova.network.neutron [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Refreshing network info cache for port 23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.882555] env[70771]: DEBUG nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.911581] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.911839] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.911996] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.912197] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.912346] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.912542] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.912855] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.913062] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.913279] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.913511] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.913755] env[70771]: DEBUG nova.virt.hardware [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.914666] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f9b842-7121-4fbc-8b42-a3a7548226cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.923840] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138ad5b9-d22d-4488-8c87-4aa376b51c88 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.988226] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.990917] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.517s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.992426] env[70771]: INFO nova.compute.claims [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.015692] env[70771]: INFO nova.scheduler.client.report [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted allocations for instance 6d7fef48-7b7a-4387-8b4f-d566c832979e [ 860.029923] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.143439] env[70771]: DEBUG nova.objects.instance [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lazy-loading 'flavor' on Instance uuid a8fc7df1-ce99-4c2a-8e5c-36f104c1facd {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.524474] env[70771]: DEBUG nova.network.neutron [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Successfully updated port: d4f14b86-c417-4839-9303-38694dc2c63a {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.532654] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979457} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.534233] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cf0b7f90-ba6c-4b91-9de9-3641ff6a36e7 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "6d7fef48-7b7a-4387-8b4f-d566c832979e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.420s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.535636] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 13e3f524-9b93-489f-a057-a549d640480e/13e3f524-9b93-489f-a057-a549d640480e.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.536161] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.536740] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-260e715a-1c1f-4953-b8bd-7fe025ac7bdc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.545143] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 860.545143] env[70771]: value = "task-3513744" [ 860.545143] env[70771]: _type = "Task" [ 860.545143] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.557539] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.649362] env[70771]: DEBUG oslo_concurrency.lockutils [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.649464] env[70771]: DEBUG oslo_concurrency.lockutils [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquired lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651015] env[70771]: DEBUG nova.network.neutron [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.651015] env[70771]: DEBUG nova.objects.instance [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lazy-loading 'info_cache' on Instance uuid a8fc7df1-ce99-4c2a-8e5c-36f104c1facd {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.796698] env[70771]: DEBUG nova.network.neutron [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Updated VIF entry in instance network info cache for port 23d28c9a-94a2-4564-8962-f91d7ea1600f. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.797107] env[70771]: DEBUG nova.network.neutron [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Updating instance_info_cache with network_info: [{"id": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "address": "fa:16:3e:39:d2:f3", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d28c9a-94", "ovs_interfaceid": "23d28c9a-94a2-4564-8962-f91d7ea1600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.034749] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-dd87b2c9-dde8-49c3-b72f-8347bac624a6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.034930] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-dd87b2c9-dde8-49c3-b72f-8347bac624a6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.035073] env[70771]: DEBUG nova.network.neutron [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.065620] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065734} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.066185] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.067202] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c14ebf-d321-4fd3-9dff-2390d06e539a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.093800] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 13e3f524-9b93-489f-a057-a549d640480e/13e3f524-9b93-489f-a057-a549d640480e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.097168] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88859df-6145-4aff-ba1f-a9c3d8df88ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.116900] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 861.116900] env[70771]: value = "task-3513745" [ 861.116900] env[70771]: _type = "Task" [ 861.116900] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.126120] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.153790] env[70771]: DEBUG nova.objects.base [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.300702] env[70771]: DEBUG oslo_concurrency.lockutils [req-43fa21aa-b57d-4c9e-bb2e-e0a36b94d289 req-bac53005-fe06-48c9-82f9-6f47fac15943 service nova] Releasing lock "refresh_cache-bf67569f-a63d-42c2-88c7-f9510ae891c2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.481628] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2883df3-1cf6-4039-bf06-82b3c8302ac5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.489298] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31196b77-263a-42f1-ad27-b1096b321b4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.522013] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7817da0-0d45-43c1-9c75-f8456b56ae3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.529680] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0831087d-5408-4daf-a8b6-5d46e41655b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.551098] env[70771]: DEBUG nova.compute.provider_tree [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.558661] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.558963] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.559214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.559531] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.560285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.562039] env[70771]: INFO nova.compute.manager [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Terminating instance [ 861.590825] env[70771]: DEBUG nova.network.neutron [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.626374] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.922192] env[70771]: DEBUG nova.compute.manager [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Received event network-vif-plugged-d4f14b86-c417-4839-9303-38694dc2c63a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.922192] env[70771]: DEBUG oslo_concurrency.lockutils [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] Acquiring lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.922192] env[70771]: DEBUG oslo_concurrency.lockutils [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.922192] env[70771]: DEBUG oslo_concurrency.lockutils [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.922192] env[70771]: DEBUG nova.compute.manager [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] No waiting events found dispatching network-vif-plugged-d4f14b86-c417-4839-9303-38694dc2c63a {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.922391] env[70771]: WARNING nova.compute.manager [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Received unexpected event network-vif-plugged-d4f14b86-c417-4839-9303-38694dc2c63a for instance with vm_state building and task_state spawning. [ 861.922391] env[70771]: DEBUG nova.compute.manager [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Received event network-changed-d4f14b86-c417-4839-9303-38694dc2c63a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.922391] env[70771]: DEBUG nova.compute.manager [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Refreshing instance network info cache due to event network-changed-d4f14b86-c417-4839-9303-38694dc2c63a. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.922391] env[70771]: DEBUG oslo_concurrency.lockutils [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] Acquiring lock "refresh_cache-dd87b2c9-dde8-49c3-b72f-8347bac624a6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.941903] env[70771]: DEBUG nova.network.neutron [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Updating instance_info_cache with network_info: [{"id": "d4f14b86-c417-4839-9303-38694dc2c63a", "address": "fa:16:3e:81:9f:5b", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f14b86-c4", "ovs_interfaceid": "d4f14b86-c417-4839-9303-38694dc2c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.067092] env[70771]: DEBUG nova.compute.manager [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.067541] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.068896] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c51eb0c-3dcb-408f-ab99-74ca2d77df6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.078123] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.078123] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49948e77-4954-4a5d-adb1-b6ebb8ed331e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.081429] env[70771]: ERROR nova.scheduler.client.report [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [req-ce0b2f7b-dd8a-4827-899b-f411e496619a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce0b2f7b-dd8a-4827-899b-f411e496619a"}]} [ 862.091016] env[70771]: DEBUG oslo_vmware.api [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 862.091016] env[70771]: value = "task-3513746" [ 862.091016] env[70771]: _type = "Task" [ 862.091016] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.097697] env[70771]: DEBUG oslo_vmware.api [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.101576] env[70771]: DEBUG nova.scheduler.client.report [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.118936] env[70771]: DEBUG nova.scheduler.client.report [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.118936] env[70771]: DEBUG nova.compute.provider_tree [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.128823] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513745, 'name': ReconfigVM_Task, 'duration_secs': 0.56566} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.129361] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 13e3f524-9b93-489f-a057-a549d640480e/13e3f524-9b93-489f-a057-a549d640480e.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.130353] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96077ceb-4be0-41ca-9eb7-340fa2b5c466 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.133103] env[70771]: DEBUG nova.scheduler.client.report [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.142018] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 862.142018] env[70771]: value = "task-3513747" [ 862.142018] env[70771]: _type = "Task" [ 862.142018] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.151060] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513747, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.157328] env[70771]: DEBUG nova.scheduler.client.report [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.334126] env[70771]: DEBUG nova.network.neutron [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Updating instance_info_cache with network_info: [{"id": "39d66532-b595-4981-aa90-d3c7add1b580", "address": "fa:16:3e:6e:51:90", "network": {"id": "401aabca-2f15-4c37-a14f-68e157371606", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-788232886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8649c4cf907641fda275b9fc48604a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d66532-b5", "ovs_interfaceid": "39d66532-b595-4981-aa90-d3c7add1b580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.448794] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-dd87b2c9-dde8-49c3-b72f-8347bac624a6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.450126] env[70771]: DEBUG nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Instance network_info: |[{"id": "d4f14b86-c417-4839-9303-38694dc2c63a", "address": "fa:16:3e:81:9f:5b", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f14b86-c4", "ovs_interfaceid": "d4f14b86-c417-4839-9303-38694dc2c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.451242] env[70771]: DEBUG oslo_concurrency.lockutils [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] Acquired lock "refresh_cache-dd87b2c9-dde8-49c3-b72f-8347bac624a6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.451242] env[70771]: DEBUG nova.network.neutron [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Refreshing network info cache for port d4f14b86-c417-4839-9303-38694dc2c63a {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.452933] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:9f:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4f14b86-c417-4839-9303-38694dc2c63a', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.460261] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating folder: Project (0d01c2a4da0d42938b933c138e70e5e3). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.464496] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2e78eb7-f60f-47fd-8696-11f14dd9da74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.475252] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created folder: Project (0d01c2a4da0d42938b933c138e70e5e3) in parent group-v701875. [ 862.475444] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating folder: Instances. Parent ref: group-v702043. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.475687] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6393024f-cbc6-49eb-87f8-07863af3f808 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.486447] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created folder: Instances in parent group-v702043. [ 862.486685] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.489148] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.489842] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9728b4c-74a3-4d0d-9723-91f473005c3d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.512637] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.512637] env[70771]: value = "task-3513750" [ 862.512637] env[70771]: _type = "Task" [ 862.512637] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.528220] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513750, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.599889] env[70771]: DEBUG oslo_vmware.api [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513746, 'name': PowerOffVM_Task, 'duration_secs': 0.233453} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.602590] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.602799] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.603388] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e96df510-2b03-4417-af6e-61db5b3c7245 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.650737] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513747, 'name': Rename_Task, 'duration_secs': 0.20753} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.650737] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.650928] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dca5c1d-4a62-40ee-ad03-01e39c749f39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.656940] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 862.656940] env[70771]: value = "task-3513752" [ 862.656940] env[70771]: _type = "Task" [ 862.656940] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.662190] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94a2fef-e61a-4bf7-828d-4e0acc920b05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.666126] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.666329] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.666516] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleting the datastore file [datastore1] 9544fe98-4d21-44fd-b4ac-c17762ffb0fe {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.669419] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-434ee8da-b319-44ec-8f47-4ad0d618e5a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.671145] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.674244] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861cd95c-e9fb-4a13-8767-dcbaf3780bf4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.678524] env[70771]: DEBUG oslo_vmware.api [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 862.678524] env[70771]: value = "task-3513753" [ 862.678524] env[70771]: _type = "Task" [ 862.678524] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.713143] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c52f4e-ad89-404b-9af2-5caf24578483 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.718898] env[70771]: DEBUG oslo_vmware.api [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.723792] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2142983a-a5de-468e-8c12-6e95a3807a26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.739203] env[70771]: DEBUG nova.compute.provider_tree [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.837396] env[70771]: DEBUG oslo_concurrency.lockutils [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Releasing lock "refresh_cache-a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.021888] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513750, 'name': CreateVM_Task, 'duration_secs': 0.410845} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.022122] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.022843] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.023038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.023354] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.023634] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84388d6-f608-4e69-a9df-defbaaea3cd1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.028224] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 863.028224] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5210bc9a-4c1f-a10c-a9b5-4a3f423a720d" [ 863.028224] env[70771]: _type = "Task" [ 863.028224] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.036072] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5210bc9a-4c1f-a10c-a9b5-4a3f423a720d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.166887] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.183513] env[70771]: DEBUG nova.network.neutron [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Updated VIF entry in instance network info cache for port d4f14b86-c417-4839-9303-38694dc2c63a. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.184064] env[70771]: DEBUG nova.network.neutron [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Updating instance_info_cache with network_info: [{"id": "d4f14b86-c417-4839-9303-38694dc2c63a", "address": "fa:16:3e:81:9f:5b", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f14b86-c4", "ovs_interfaceid": "d4f14b86-c417-4839-9303-38694dc2c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.190039] env[70771]: DEBUG oslo_vmware.api [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174144} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.190281] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.190618] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.190690] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.190865] env[70771]: INFO nova.compute.manager [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 863.191144] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.191485] env[70771]: DEBUG nova.compute.manager [-] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.191645] env[70771]: DEBUG nova.network.neutron [-] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.273045] env[70771]: DEBUG nova.scheduler.client.report [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.273339] env[70771]: DEBUG nova.compute.provider_tree [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 81 to 82 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.273517] env[70771]: DEBUG nova.compute.provider_tree [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.542930] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5210bc9a-4c1f-a10c-a9b5-4a3f423a720d, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.543360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.543662] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.543773] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.545858] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.545858] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.545858] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b112539-2a03-40ef-bc80-a48afd71a9b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.553499] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.553780] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.554692] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7bdfa1-f708-410f-817f-14ed04b1147d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.560269] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 863.560269] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bbfd7c-c281-fe06-3ed3-aa85d3a91453" [ 863.560269] env[70771]: _type = "Task" [ 863.560269] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.568457] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bbfd7c-c281-fe06-3ed3-aa85d3a91453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.667183] env[70771]: DEBUG oslo_vmware.api [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513752, 'name': PowerOnVM_Task, 'duration_secs': 0.516266} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.667458] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.667615] env[70771]: INFO nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Took 9.68 seconds to spawn the instance on the hypervisor. [ 863.667808] env[70771]: DEBUG nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.668586] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a43787-190f-4ec0-8351-87b4f881cd3a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.686922] env[70771]: DEBUG oslo_concurrency.lockutils [req-7699b0de-f6d8-47c3-95f2-95b312590c1a req-e7609536-7d05-49b4-9126-bfbc101758dc service nova] Releasing lock "refresh_cache-dd87b2c9-dde8-49c3-b72f-8347bac624a6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.779742] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.789s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.780291] env[70771]: DEBUG nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.782935] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.279s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.784305] env[70771]: INFO nova.compute.claims [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.843902] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.844292] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cee23ab-cdf2-473f-bdba-af0122f62b02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.852803] env[70771]: DEBUG oslo_vmware.api [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 863.852803] env[70771]: value = "task-3513754" [ 863.852803] env[70771]: _type = "Task" [ 863.852803] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.860248] env[70771]: DEBUG oslo_vmware.api [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.950113] env[70771]: DEBUG nova.compute.manager [req-0752516d-f116-4847-886f-90864664dd44 req-fad9b815-9fb2-4f5e-a5bf-dda5a284b956 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Received event network-vif-deleted-e3350f29-afb5-4d33-a2a7-09760b172ca8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.950389] env[70771]: INFO nova.compute.manager [req-0752516d-f116-4847-886f-90864664dd44 req-fad9b815-9fb2-4f5e-a5bf-dda5a284b956 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Neutron deleted interface e3350f29-afb5-4d33-a2a7-09760b172ca8; detaching it from the instance and deleting it from the info cache [ 863.950671] env[70771]: DEBUG nova.network.neutron [req-0752516d-f116-4847-886f-90864664dd44 req-fad9b815-9fb2-4f5e-a5bf-dda5a284b956 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.990785] env[70771]: DEBUG nova.network.neutron [-] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.070671] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bbfd7c-c281-fe06-3ed3-aa85d3a91453, 'name': SearchDatastore_Task, 'duration_secs': 0.008515} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.071820] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9373d2ea-3420-4b19-b1ca-c88385a968fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.076601] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 864.076601] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a62ddf-a261-61e3-bf04-47bb92057854" [ 864.076601] env[70771]: _type = "Task" [ 864.076601] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.084906] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a62ddf-a261-61e3-bf04-47bb92057854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.188772] env[70771]: INFO nova.compute.manager [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Took 45.50 seconds to build instance. [ 864.289020] env[70771]: DEBUG nova.compute.utils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.292627] env[70771]: DEBUG nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.292817] env[70771]: DEBUG nova.network.neutron [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.354399] env[70771]: DEBUG nova.policy [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef9783f12f9b47208b7060f6b526ea1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa55f275f5e14ee2b6c5e962f30f06c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.366535] env[70771]: DEBUG oslo_vmware.api [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.454331] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81ed6a17-e64b-4924-845d-5e112249bf99 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.468142] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad08120-ec04-48b0-86bb-ffd6570916e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.492477] env[70771]: INFO nova.compute.manager [-] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Took 1.30 seconds to deallocate network for instance. [ 864.521044] env[70771]: DEBUG nova.compute.manager [req-0752516d-f116-4847-886f-90864664dd44 req-fad9b815-9fb2-4f5e-a5bf-dda5a284b956 service nova] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Detach interface failed, port_id=e3350f29-afb5-4d33-a2a7-09760b172ca8, reason: Instance 9544fe98-4d21-44fd-b4ac-c17762ffb0fe could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.587937] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a62ddf-a261-61e3-bf04-47bb92057854, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.588250] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.588540] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] dd87b2c9-dde8-49c3-b72f-8347bac624a6/dd87b2c9-dde8-49c3-b72f-8347bac624a6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.588808] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38041bb-9aa4-4df5-acc2-177ddacd4dd7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.595662] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 864.595662] env[70771]: value = "task-3513755" [ 864.595662] env[70771]: _type = "Task" [ 864.595662] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.605352] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.690133] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4579549b-bb34-4533-8aa7-58afc954bdce tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "13e3f524-9b93-489f-a057-a549d640480e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.154s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.794523] env[70771]: DEBUG nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.873886] env[70771]: DEBUG oslo_vmware.api [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513754, 'name': PowerOnVM_Task, 'duration_secs': 0.624027} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.874984] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.875232] env[70771]: DEBUG nova.compute.manager [None req-03059302-4a7b-4d87-b8ca-e0c52c637b22 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.876089] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26c981-b925-49a6-b474-00c47ffd7b96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.023803] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.110805] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513755, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.166115] env[70771]: DEBUG nova.network.neutron [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Successfully created port: 6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.492272] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a18f8e-7b6b-48ff-bc6f-e7f7752dc866 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.501655] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eedb56d-f9d8-477b-8053-7912228eb48b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.539818] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c04be-ca88-44da-abd9-8ef2fda71161 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.547357] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcdf99e-0bc2-4fc9-93a7-338ddf24795a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.561171] env[70771]: DEBUG nova.compute.provider_tree [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.606472] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513755, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.805972] env[70771]: DEBUG nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.831833] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.831833] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.831833] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.832122] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.832122] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.832249] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.832879] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.832879] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.832879] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.833099] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.833191] env[70771]: DEBUG nova.virt.hardware [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.834864] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18291941-2fec-4031-8510-3b9f35dd68cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.843054] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7984b57-fac9-4cf3-9e0e-2aad11e59afe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.994997] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.995306] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.995511] env[70771]: INFO nova.compute.manager [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Shelving [ 866.062578] env[70771]: DEBUG nova.compute.manager [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Received event network-changed-4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.062871] env[70771]: DEBUG nova.compute.manager [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Refreshing instance network info cache due to event network-changed-4a555a5c-0286-4e3e-aa46-121d72922c26. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.063550] env[70771]: DEBUG oslo_concurrency.lockutils [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] Acquiring lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.064292] env[70771]: DEBUG oslo_concurrency.lockutils [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] Acquired lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.064501] env[70771]: DEBUG nova.network.neutron [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Refreshing network info cache for port 4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.067146] env[70771]: DEBUG nova.scheduler.client.report [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.108031] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513755, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.575023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.575023] env[70771]: DEBUG nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.576437] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.144s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.577924] env[70771]: INFO nova.compute.claims [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.612420] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513755, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.534771} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.612739] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] dd87b2c9-dde8-49c3-b72f-8347bac624a6/dd87b2c9-dde8-49c3-b72f-8347bac624a6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.613082] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.613359] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d0f43d6-e73c-4f04-84b9-0e0429f1e3f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.622182] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 866.622182] env[70771]: value = "task-3513756" [ 866.622182] env[70771]: _type = "Task" [ 866.622182] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.635040] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.008225] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.008625] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0744dc9-9b91-4be5-878b-d89cf953346e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.016897] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 867.016897] env[70771]: value = "task-3513757" [ 867.016897] env[70771]: _type = "Task" [ 867.016897] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.028990] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.074541] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.074778] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.083905] env[70771]: DEBUG nova.compute.utils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.088162] env[70771]: DEBUG nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.088331] env[70771]: DEBUG nova.network.neutron [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.113589] env[70771]: DEBUG nova.network.neutron [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Updated VIF entry in instance network info cache for port 4a555a5c-0286-4e3e-aa46-121d72922c26. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.113589] env[70771]: DEBUG nova.network.neutron [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Updating instance_info_cache with network_info: [{"id": "4a555a5c-0286-4e3e-aa46-121d72922c26", "address": "fa:16:3e:64:ce:da", "network": {"id": "25073ecf-9302-455e-b77a-a9a75daea930", "bridge": "br-int", "label": "tempest-ServersTestJSON-1150105329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "108ef70bb6674fc5946e61e38a6df8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a555a5c-02", "ovs_interfaceid": "4a555a5c-0286-4e3e-aa46-121d72922c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.133205] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081077} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.133630] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.135589] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d398b0-87af-46ca-abdf-16786909ddf0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.158359] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] dd87b2c9-dde8-49c3-b72f-8347bac624a6/dd87b2c9-dde8-49c3-b72f-8347bac624a6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.160062] env[70771]: DEBUG nova.policy [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '257665e239b84e8fa6cb3c5e8dd4c5fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cc60e5c365a40619d38e4ba9cfb1dfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.161660] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f8dd64-1e08-4711-a320-eec18046737b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.182370] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 867.182370] env[70771]: value = "task-3513758" [ 867.182370] env[70771]: _type = "Task" [ 867.182370] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.192457] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.193358] env[70771]: DEBUG nova.network.neutron [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Successfully updated port: 6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.477309] env[70771]: DEBUG nova.network.neutron [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Successfully created port: ead89434-bc92-4ceb-8371-a888122e07f1 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.530153] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513757, 'name': PowerOffVM_Task, 'duration_secs': 0.353705} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.530432] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.531233] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb6d01-05e1-45a3-b649-de57e7857dc0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.551593] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3163293a-3d62-49dc-8893-cc5a236354e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.578030] env[70771]: DEBUG nova.compute.utils [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.587023] env[70771]: DEBUG nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.615058] env[70771]: DEBUG oslo_concurrency.lockutils [req-9cd9d3c0-4c2a-4abd-8754-1a67da3e4f8c req-55183225-7863-4776-b9dc-170657a36dff service nova] Releasing lock "refresh_cache-13e3f524-9b93-489f-a057-a549d640480e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.696145] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.696409] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.696613] env[70771]: DEBUG nova.network.neutron [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.698583] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513758, 'name': ReconfigVM_Task, 'duration_secs': 0.371192} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.699130] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Reconfigured VM instance instance-0000003a to attach disk [datastore1] dd87b2c9-dde8-49c3-b72f-8347bac624a6/dd87b2c9-dde8-49c3-b72f-8347bac624a6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.702471] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f4ada2-35d5-4179-9ce5-4a9b92bea338 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.709676] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 867.709676] env[70771]: value = "task-3513759" [ 867.709676] env[70771]: _type = "Task" [ 867.709676] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.719571] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513759, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.041758] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a692d7-b9c2-48f9-8268-56ed25f1ceef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.049684] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee60fe-18cf-419c-8b0c-0cbde52860ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.079711] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 868.080230] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbb952e7-f4ca-40c4-8fcf-b0e84bc30a62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.082744] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744da6a-431c-4cac-81bd-73ff320b371e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.086106] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.096202] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274fc6e8-8f66-49be-948c-1968b6fe92bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.100187] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 868.100187] env[70771]: value = "task-3513760" [ 868.100187] env[70771]: _type = "Task" [ 868.100187] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.111475] env[70771]: DEBUG nova.compute.provider_tree [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.117393] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.219919] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513759, 'name': Rename_Task, 'duration_secs': 0.156503} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.220179] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.220395] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10ec776-fae5-4d2a-bf01-f210d5cd7e19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.226386] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 868.226386] env[70771]: value = "task-3513761" [ 868.226386] env[70771]: _type = "Task" [ 868.226386] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.234322] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.280058] env[70771]: DEBUG nova.network.neutron [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.459871] env[70771]: DEBUG nova.network.neutron [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Updating instance_info_cache with network_info: [{"id": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "address": "fa:16:3e:8d:9f:ec", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95e4e7-77", "ovs_interfaceid": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.602495] env[70771]: DEBUG nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.616729] env[70771]: DEBUG nova.scheduler.client.report [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.620316] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.636268] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.636724] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.636841] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.637091] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.637342] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.637540] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.638479] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.639635] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.639635] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.639635] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.639635] env[70771]: DEBUG nova.virt.hardware [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.640351] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2bc06a-c889-4806-9e8e-8a60b30ebcfd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.650799] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c4cac-7ac0-44e5-9ead-37045e2f254b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.741730] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.789227] env[70771]: DEBUG nova.compute.manager [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Received event network-vif-plugged-6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.789227] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] Acquiring lock "63a397f0-3a51-44bc-859a-91612778bfeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.789227] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] Lock "63a397f0-3a51-44bc-859a-91612778bfeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.790606] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] Lock "63a397f0-3a51-44bc-859a-91612778bfeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.791027] env[70771]: DEBUG nova.compute.manager [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] No waiting events found dispatching network-vif-plugged-6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.792346] env[70771]: WARNING nova.compute.manager [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Received unexpected event network-vif-plugged-6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 for instance with vm_state building and task_state spawning. [ 868.792346] env[70771]: DEBUG nova.compute.manager [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Received event network-changed-6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.792346] env[70771]: DEBUG nova.compute.manager [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Refreshing instance network info cache due to event network-changed-6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.792346] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] Acquiring lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.965547] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.965978] env[70771]: DEBUG nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Instance network_info: |[{"id": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "address": "fa:16:3e:8d:9f:ec", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95e4e7-77", "ovs_interfaceid": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.967107] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] Acquired lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.967107] env[70771]: DEBUG nova.network.neutron [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Refreshing network info cache for port 6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.969425] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:9f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.980506] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.981652] env[70771]: DEBUG nova.network.neutron [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Successfully updated port: ead89434-bc92-4ceb-8371-a888122e07f1 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.983409] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.983810] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dabd86c-ceaa-4200-a57e-c3ef425c722c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.004638] env[70771]: DEBUG nova.compute.manager [req-ce38988d-094f-4a6c-8e7f-67bd9e161294 req-c6c2e9d1-ff7b-4724-91c2-35af9791fe13 service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Received event network-vif-plugged-ead89434-bc92-4ceb-8371-a888122e07f1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.004858] env[70771]: DEBUG oslo_concurrency.lockutils [req-ce38988d-094f-4a6c-8e7f-67bd9e161294 req-c6c2e9d1-ff7b-4724-91c2-35af9791fe13 service nova] Acquiring lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.005082] env[70771]: DEBUG oslo_concurrency.lockutils [req-ce38988d-094f-4a6c-8e7f-67bd9e161294 req-c6c2e9d1-ff7b-4724-91c2-35af9791fe13 service nova] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.005257] env[70771]: DEBUG oslo_concurrency.lockutils [req-ce38988d-094f-4a6c-8e7f-67bd9e161294 req-c6c2e9d1-ff7b-4724-91c2-35af9791fe13 service nova] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.005468] env[70771]: DEBUG nova.compute.manager [req-ce38988d-094f-4a6c-8e7f-67bd9e161294 req-c6c2e9d1-ff7b-4724-91c2-35af9791fe13 service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] No waiting events found dispatching network-vif-plugged-ead89434-bc92-4ceb-8371-a888122e07f1 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.005597] env[70771]: WARNING nova.compute.manager [req-ce38988d-094f-4a6c-8e7f-67bd9e161294 req-c6c2e9d1-ff7b-4724-91c2-35af9791fe13 service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Received unexpected event network-vif-plugged-ead89434-bc92-4ceb-8371-a888122e07f1 for instance with vm_state building and task_state spawning. [ 869.010890] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.010890] env[70771]: value = "task-3513762" [ 869.010890] env[70771]: _type = "Task" [ 869.010890] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.019607] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513762, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.115219] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513760, 'name': CreateSnapshot_Task, 'duration_secs': 0.656774} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.115624] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 869.116492] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a0ed14-34ee-48b8-a2e6-16b5f4cbae91 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.124826] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.125526] env[70771]: DEBUG nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.129993] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.090s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.130198] env[70771]: DEBUG nova.objects.instance [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lazy-loading 'resources' on Instance uuid 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.169533] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.170766] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.170766] env[70771]: INFO nova.compute.manager [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Attaching volume 1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0 to /dev/sdb [ 869.204671] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14be669f-7e34-434d-b622-ea2e2421c751 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.211842] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a3ec3a-9e69-491a-803d-9bf539bb91ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.224352] env[70771]: DEBUG nova.virt.block_device [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updating existing volume attachment record: a180ee06-6b45-4ce2-8d36-05cbe6c692c7 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 869.236047] env[70771]: DEBUG oslo_vmware.api [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513761, 'name': PowerOnVM_Task, 'duration_secs': 0.772566} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.236303] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.236508] env[70771]: INFO nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Took 9.35 seconds to spawn the instance on the hypervisor. [ 869.236691] env[70771]: DEBUG nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.237424] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d946ff-2324-4b61-b3db-dcd44f69fef8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.486307] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "refresh_cache-a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.486454] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquired lock "refresh_cache-a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.486609] env[70771]: DEBUG nova.network.neutron [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.528725] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513762, 'name': CreateVM_Task, 'duration_secs': 0.508623} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.529453] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.530094] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.530270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.530584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.530844] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7c0f20-b2a2-46d2-9bf9-16ed02251914 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.535707] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 869.535707] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52248a89-8fff-a37b-9e43-0a5e30f31991" [ 869.535707] env[70771]: _type = "Task" [ 869.535707] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.544136] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52248a89-8fff-a37b-9e43-0a5e30f31991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.632033] env[70771]: DEBUG nova.compute.utils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.641754] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.644771] env[70771]: DEBUG nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.644861] env[70771]: DEBUG nova.network.neutron [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.647728] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43259ae2-de8b-4248-9c60-a23912344088 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.661727] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 869.661727] env[70771]: value = "task-3513766" [ 869.661727] env[70771]: _type = "Task" [ 869.661727] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.670886] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513766, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.687013] env[70771]: DEBUG nova.network.neutron [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Updated VIF entry in instance network info cache for port 6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.687361] env[70771]: DEBUG nova.network.neutron [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Updating instance_info_cache with network_info: [{"id": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "address": "fa:16:3e:8d:9f:ec", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95e4e7-77", "ovs_interfaceid": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.709900] env[70771]: DEBUG nova.policy [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc18c4ca952e4b848758eea86556316b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57e1cbf92624a7cae929084d55c22ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.763237] env[70771]: INFO nova.compute.manager [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Took 44.76 seconds to build instance. [ 869.828330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "322b76e2-f108-4f3e-80f6-0fcbd617f861" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.828330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.828330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "322b76e2-f108-4f3e-80f6-0fcbd617f861-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.828330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.828506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.835018] env[70771]: INFO nova.compute.manager [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Terminating instance [ 870.036042] env[70771]: DEBUG nova.network.neutron [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.053500] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52248a89-8fff-a37b-9e43-0a5e30f31991, 'name': SearchDatastore_Task, 'duration_secs': 0.014323} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.054908] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.055184] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.055428] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.055573] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.055745] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.056165] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f964e6a-d0c0-4567-8cd2-a478db4de8ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.065024] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.065208] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.065959] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a68003f-d0f1-4912-8a70-7dcaea349602 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.076960] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 870.076960] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526de4b1-ee12-3e01-c816-14c1abde707e" [ 870.076960] env[70771]: _type = "Task" [ 870.076960] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.085765] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526de4b1-ee12-3e01-c816-14c1abde707e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.134510] env[70771]: DEBUG nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.173901] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513766, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.189655] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ec51124-5a5a-427f-9339-1c333ee28637 req-c067b493-ac0f-407f-801c-a0ee036a41e1 service nova] Releasing lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.200856] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d66977-4b9b-43d8-bbaa-317c8e10b1e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.222417] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f12d2a-4dc3-4863-84f3-69c635a00ab8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.264641] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752845f9-5f08-49d5-978b-9abd2410fe7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.267927] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8427541-14d0-46a0-9084-9e0da82afe99 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.274s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.270168] env[70771]: DEBUG nova.network.neutron [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Successfully created port: 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.272359] env[70771]: DEBUG nova.network.neutron [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Updating instance_info_cache with network_info: [{"id": "ead89434-bc92-4ceb-8371-a888122e07f1", "address": "fa:16:3e:6a:15:e3", "network": {"id": "b9cb38ab-b8ae-4c71-916b-e62921c7c465", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-303595572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc60e5c365a40619d38e4ba9cfb1dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead89434-bc", "ovs_interfaceid": "ead89434-bc92-4ceb-8371-a888122e07f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.277516] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59c5b64-27ea-47a1-9fcf-e4931ee39a27 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.292443] env[70771]: DEBUG nova.compute.provider_tree [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.336058] env[70771]: DEBUG nova.compute.manager [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.336311] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.337384] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef7358-0e5d-43a8-8e8b-2a008ff1cacd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.345702] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.345945] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94f40ff-2cd3-4956-90f3-089bd2e3b3c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.352795] env[70771]: DEBUG oslo_vmware.api [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 870.352795] env[70771]: value = "task-3513767" [ 870.352795] env[70771]: _type = "Task" [ 870.352795] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.367599] env[70771]: DEBUG oslo_vmware.api [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.591363] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526de4b1-ee12-3e01-c816-14c1abde707e, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.592556] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97fdcdc-33c9-4cb3-85ee-0d71aa05d6c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.599318] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 870.599318] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ea98cf-7898-c613-1593-3c1422c1f214" [ 870.599318] env[70771]: _type = "Task" [ 870.599318] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.608059] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ea98cf-7898-c613-1593-3c1422c1f214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.673878] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513766, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.733921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.733921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.733921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.733921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.734077] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.736030] env[70771]: INFO nova.compute.manager [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Terminating instance [ 870.777269] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Releasing lock "refresh_cache-a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.777972] env[70771]: DEBUG nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Instance network_info: |[{"id": "ead89434-bc92-4ceb-8371-a888122e07f1", "address": "fa:16:3e:6a:15:e3", "network": {"id": "b9cb38ab-b8ae-4c71-916b-e62921c7c465", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-303595572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc60e5c365a40619d38e4ba9cfb1dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead89434-bc", "ovs_interfaceid": "ead89434-bc92-4ceb-8371-a888122e07f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.778833] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:15:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead89434-bc92-4ceb-8371-a888122e07f1', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.786548] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Creating folder: Project (1cc60e5c365a40619d38e4ba9cfb1dfe). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.787179] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ec751b7-0567-45e3-ad0d-277114720a79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.795367] env[70771]: DEBUG nova.scheduler.client.report [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.800354] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Created folder: Project (1cc60e5c365a40619d38e4ba9cfb1dfe) in parent group-v701875. [ 870.800679] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Creating folder: Instances. Parent ref: group-v702051. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.801036] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5f0ac20-1646-4352-af24-820ddf55e3e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.811670] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Created folder: Instances in parent group-v702051. [ 870.811917] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.812135] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.812347] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77ed2340-5461-407e-8ed3-97e785db6b74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.832458] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.832458] env[70771]: value = "task-3513770" [ 870.832458] env[70771]: _type = "Task" [ 870.832458] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.840055] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513770, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.864740] env[70771]: DEBUG oslo_vmware.api [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513767, 'name': PowerOffVM_Task, 'duration_secs': 0.3655} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.865141] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.865802] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.865802] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141fe538-8721-406f-830d-39816b19c437 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.927023] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.927313] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.927549] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleting the datastore file [datastore2] 322b76e2-f108-4f3e-80f6-0fcbd617f861 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.927830] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7df44220-dec4-4537-88a8-3fcf604441db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.935032] env[70771]: DEBUG oslo_vmware.api [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 870.935032] env[70771]: value = "task-3513772" [ 870.935032] env[70771]: _type = "Task" [ 870.935032] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.945985] env[70771]: DEBUG oslo_vmware.api [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.021056] env[70771]: DEBUG nova.compute.manager [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Received event network-changed-ead89434-bc92-4ceb-8371-a888122e07f1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.021380] env[70771]: DEBUG nova.compute.manager [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Refreshing instance network info cache due to event network-changed-ead89434-bc92-4ceb-8371-a888122e07f1. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.021629] env[70771]: DEBUG oslo_concurrency.lockutils [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] Acquiring lock "refresh_cache-a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.021821] env[70771]: DEBUG oslo_concurrency.lockutils [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] Acquired lock "refresh_cache-a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.021957] env[70771]: DEBUG nova.network.neutron [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Refreshing network info cache for port ead89434-bc92-4ceb-8371-a888122e07f1 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.109827] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ea98cf-7898-c613-1593-3c1422c1f214, 'name': SearchDatastore_Task, 'duration_secs': 0.013367} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.110104] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.110361] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/63a397f0-3a51-44bc-859a-91612778bfeb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.110623] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-526276b2-2c12-4e30-8e0c-867c36d0cdb1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.116985] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 871.116985] env[70771]: value = "task-3513773" [ 871.116985] env[70771]: _type = "Task" [ 871.116985] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.125289] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.148838] env[70771]: DEBUG nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.178045] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513766, 'name': CloneVM_Task, 'duration_secs': 1.383917} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.178045] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Created linked-clone VM from snapshot [ 871.178643] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe1c8d-bf5b-424f-9117-c478c0b21ffa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.185050] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.185050] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.185050] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.185558] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.185558] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.185558] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.185707] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.185876] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.186062] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.186241] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.186431] env[70771]: DEBUG nova.virt.hardware [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.187293] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1026ac3-66d5-41dc-86d5-f0b802431af8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.193663] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Uploading image 84062243-16bb-4302-b348-be8e069e478e {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.202628] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ca0d76-f164-4091-a18e-1cf4b286fb5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.234569] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.234569] env[70771]: value = "vm-702050" [ 871.234569] env[70771]: _type = "VirtualMachine" [ 871.234569] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.234873] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-51177f1a-031c-471c-b2ba-43b4243ff01c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.239841] env[70771]: DEBUG nova.compute.manager [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.240063] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.242030] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc34b0-fbe7-4579-8be9-107086291c94 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.245733] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease: (returnval){ [ 871.245733] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527025a1-5294-3b54-7f55-bcbd5162908d" [ 871.245733] env[70771]: _type = "HttpNfcLease" [ 871.245733] env[70771]: } obtained for exporting VM: (result){ [ 871.245733] env[70771]: value = "vm-702050" [ 871.245733] env[70771]: _type = "VirtualMachine" [ 871.245733] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.246262] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the lease: (returnval){ [ 871.246262] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527025a1-5294-3b54-7f55-bcbd5162908d" [ 871.246262] env[70771]: _type = "HttpNfcLease" [ 871.246262] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.252566] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.253320] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be530111-0fe0-4ae3-b1ba-b6b7abcd6b99 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.256367] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.256367] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527025a1-5294-3b54-7f55-bcbd5162908d" [ 871.256367] env[70771]: _type = "HttpNfcLease" [ 871.256367] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.261441] env[70771]: DEBUG oslo_vmware.api [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 871.261441] env[70771]: value = "task-3513775" [ 871.261441] env[70771]: _type = "Task" [ 871.261441] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.270883] env[70771]: DEBUG oslo_vmware.api [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.302021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.304711] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.473s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.305040] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.305448] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 871.305706] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.369s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.306067] env[70771]: DEBUG nova.objects.instance [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lazy-loading 'resources' on Instance uuid 97167a6c-46db-46a3-98a9-4d37f60c6f40 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.310010] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4695cdd1-666a-4b7a-b3e9-345ee9a40a41 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.322980] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6adde-42b9-4809-a9b2-6db65b6c9e55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.331988] env[70771]: INFO nova.scheduler.client.report [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Deleted allocations for instance 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde [ 871.351541] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35599dc-bb28-476c-9d49-704dec5fb130 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.357916] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513770, 'name': CreateVM_Task, 'duration_secs': 0.312649} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.358513] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.359270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.359442] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.359782] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.361899] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8732857c-0c3d-443c-a47d-8630f97c65c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.364544] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee81ea-5ae5-4b92-8a19-6ee92db89d4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.371694] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 871.371694] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526654bf-24cd-b58c-a80b-61bb25cac953" [ 871.371694] env[70771]: _type = "Task" [ 871.371694] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.402849] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178246MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 871.403016] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.410172] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526654bf-24cd-b58c-a80b-61bb25cac953, 'name': SearchDatastore_Task, 'duration_secs': 0.018556} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.410172] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.410406] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.410588] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.410738] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.410913] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.411204] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1d0c4ab-04b5-4d50-bff8-930dbf511ff7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.431052] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.431247] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.432047] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef4ef0a-a186-4369-8a79-c52000b51c82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.440295] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 871.440295] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525ecdf0-efa0-8cd9-175d-7d001565fcef" [ 871.440295] env[70771]: _type = "Task" [ 871.440295] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.447365] env[70771]: DEBUG oslo_vmware.api [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185593} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.448077] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.448284] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.448469] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.448662] env[70771]: INFO nova.compute.manager [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Took 1.11 seconds to destroy the instance on the hypervisor. [ 871.448908] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.449159] env[70771]: DEBUG nova.compute.manager [-] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.449269] env[70771]: DEBUG nova.network.neutron [-] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.454355] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525ecdf0-efa0-8cd9-175d-7d001565fcef, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.456616] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3db4c59-75d0-4e60-b8a2-a4325c53e4f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.462527] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 871.462527] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528f1a0d-9731-6a03-a7b0-acde5e840db9" [ 871.462527] env[70771]: _type = "Task" [ 871.462527] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.471678] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528f1a0d-9731-6a03-a7b0-acde5e840db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.629788] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513773, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.761094] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.761094] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527025a1-5294-3b54-7f55-bcbd5162908d" [ 871.761094] env[70771]: _type = "HttpNfcLease" [ 871.761094] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.761608] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.761608] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527025a1-5294-3b54-7f55-bcbd5162908d" [ 871.761608] env[70771]: _type = "HttpNfcLease" [ 871.761608] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.762628] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cc3509-bc69-47eb-8586-8f9488d5f898 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.774055] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528682c4-7b28-e046-7dd4-609fded9dcd0/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.774407] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528682c4-7b28-e046-7dd4-609fded9dcd0/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.780687] env[70771]: DEBUG oslo_vmware.api [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513775, 'name': PowerOffVM_Task, 'duration_secs': 0.320737} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.783643] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.783714] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.850757] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39fa25ca-34d4-4a30-a473-c4a8378ac90f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.863998] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0259aeb9-affc-4907-935f-13f25505599a tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "76a05d7b-af8d-45fd-b1c7-1e0817e9fbde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.641s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.940737] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.940963] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.941168] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleting the datastore file [datastore1] dd87b2c9-dde8-49c3-b72f-8347bac624a6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.941428] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e05c656-8631-4515-966c-7e3cb8ccb69f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.949742] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0611b63e-82be-4717-a99d-00f3c67c9580 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.952357] env[70771]: DEBUG oslo_vmware.api [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 871.952357] env[70771]: value = "task-3513778" [ 871.952357] env[70771]: _type = "Task" [ 871.952357] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.970544] env[70771]: DEBUG oslo_vmware.api [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.978995] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528f1a0d-9731-6a03-a7b0-acde5e840db9, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.979329] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.979605] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] a43a3c6a-1f4e-4792-9c57-3c45aaa535fa/a43a3c6a-1f4e-4792-9c57-3c45aaa535fa.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.983449] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84d93d1b-d8c2-4b1f-b4b5-7b2a06c20446 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.991416] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 871.991416] env[70771]: value = "task-3513779" [ 871.991416] env[70771]: _type = "Task" [ 871.991416] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.008288] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.021688] env[70771]: DEBUG nova.network.neutron [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Updated VIF entry in instance network info cache for port ead89434-bc92-4ceb-8371-a888122e07f1. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.022084] env[70771]: DEBUG nova.network.neutron [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Updating instance_info_cache with network_info: [{"id": "ead89434-bc92-4ceb-8371-a888122e07f1", "address": "fa:16:3e:6a:15:e3", "network": {"id": "b9cb38ab-b8ae-4c71-916b-e62921c7c465", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-303595572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc60e5c365a40619d38e4ba9cfb1dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead89434-bc", "ovs_interfaceid": "ead89434-bc92-4ceb-8371-a888122e07f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.128992] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513773, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.149172] env[70771]: DEBUG nova.compute.manager [req-258ce88f-0a4a-4bda-81a2-66d61a2839c8 req-b15162e3-b008-452e-af6b-50fe14914a26 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Received event network-vif-plugged-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.149484] env[70771]: DEBUG oslo_concurrency.lockutils [req-258ce88f-0a4a-4bda-81a2-66d61a2839c8 req-b15162e3-b008-452e-af6b-50fe14914a26 service nova] Acquiring lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.149765] env[70771]: DEBUG oslo_concurrency.lockutils [req-258ce88f-0a4a-4bda-81a2-66d61a2839c8 req-b15162e3-b008-452e-af6b-50fe14914a26 service nova] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.151348] env[70771]: DEBUG oslo_concurrency.lockutils [req-258ce88f-0a4a-4bda-81a2-66d61a2839c8 req-b15162e3-b008-452e-af6b-50fe14914a26 service nova] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.151348] env[70771]: DEBUG nova.compute.manager [req-258ce88f-0a4a-4bda-81a2-66d61a2839c8 req-b15162e3-b008-452e-af6b-50fe14914a26 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] No waiting events found dispatching network-vif-plugged-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.151348] env[70771]: WARNING nova.compute.manager [req-258ce88f-0a4a-4bda-81a2-66d61a2839c8 req-b15162e3-b008-452e-af6b-50fe14914a26 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Received unexpected event network-vif-plugged-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa for instance with vm_state building and task_state spawning. [ 872.240240] env[70771]: DEBUG nova.network.neutron [-] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.324274] env[70771]: DEBUG nova.network.neutron [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Successfully updated port: 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.469803] env[70771]: DEBUG oslo_vmware.api [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218702} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.470540] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.470651] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.470841] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.471081] env[70771]: INFO nova.compute.manager [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 872.471343] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.471737] env[70771]: DEBUG nova.compute.manager [-] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.471824] env[70771]: DEBUG nova.network.neutron [-] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.501635] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.504373] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ba434c-5c9e-48a9-9a20-efde4cdf9c70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.511726] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0c3f3-fb39-4130-b18c-bb7643f7ab9e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.547833] env[70771]: DEBUG oslo_concurrency.lockutils [req-c34f1e77-0b15-42c0-bcc3-fb3cd4dca193 req-a0075c3d-9980-4561-957e-3001b7775d0d service nova] Releasing lock "refresh_cache-a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.549198] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c24f1-cfef-4e77-971b-086fbdea0131 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.557769] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c667f-70c4-47b1-b158-7467f3d5e03e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.571949] env[70771]: DEBUG nova.compute.provider_tree [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.630019] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513773, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.742777] env[70771]: INFO nova.compute.manager [-] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Took 1.29 seconds to deallocate network for instance. [ 872.826279] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.826496] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.828196] env[70771]: DEBUG nova.network.neutron [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.003018] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.047138] env[70771]: DEBUG nova.compute.manager [req-4f21834f-0085-434c-8956-2c8f5cb6ebbd req-84a65229-86a1-4568-9d2c-e443cd8be33c service nova] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Received event network-vif-deleted-3e10acf1-8094-47a7-8db2-35726c349e54 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.077910] env[70771]: DEBUG nova.scheduler.client.report [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.130686] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513773, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.838491} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.131100] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/63a397f0-3a51-44bc-859a-91612778bfeb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.131456] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.131938] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bec45d2-f76e-497d-9835-ac4ead57c816 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.141630] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 873.141630] env[70771]: value = "task-3513780" [ 873.141630] env[70771]: _type = "Task" [ 873.141630] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.154840] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.250956] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.292069] env[70771]: DEBUG nova.network.neutron [-] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.381177] env[70771]: DEBUG nova.network.neutron [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.504822] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513779, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.584218] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.589692] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.209s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.589926] env[70771]: DEBUG nova.objects.instance [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lazy-loading 'resources' on Instance uuid e7c108b8-ff7d-43ad-9ab4-5befedb52aaf {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.604709] env[70771]: DEBUG nova.network.neutron [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.614445] env[70771]: INFO nova.scheduler.client.report [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted allocations for instance 97167a6c-46db-46a3-98a9-4d37f60c6f40 [ 873.650796] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092973} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.651865] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.652780] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66400af-5a8a-4d56-98ab-20503a4bf154 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.677224] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/63a397f0-3a51-44bc-859a-91612778bfeb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.678417] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066e898b-f241-43bc-a749-32e02989ece4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.699508] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 873.699508] env[70771]: value = "task-3513781" [ 873.699508] env[70771]: _type = "Task" [ 873.699508] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.708638] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.773653] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 873.774077] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702049', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'name': 'volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2e471e-d89c-4c7f-9e18-942d71dfc55a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'serial': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 873.775083] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd02dafe-33f7-47d6-a10f-48f1a671a5d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.792805] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8993e346-b026-4251-8106-90046d6b9b5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.795674] env[70771]: INFO nova.compute.manager [-] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Took 1.32 seconds to deallocate network for instance. [ 873.821834] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0/volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.822550] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0387cd64-6ad7-47b0-823b-c2213bda1563 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.842309] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 873.842309] env[70771]: value = "task-3513782" [ 873.842309] env[70771]: _type = "Task" [ 873.842309] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.854136] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.004338] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513779, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.107895] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.108949] env[70771]: DEBUG nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Instance network_info: |[{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.109127] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:57:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.116459] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.119615] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.121972] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab87bbe-602f-488c-aa76-4541637855fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.139555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aae43d25-1f56-4899-8e9b-d9465f66806e tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "97167a6c-46db-46a3-98a9-4d37f60c6f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.174s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.147943] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.147943] env[70771]: value = "task-3513783" [ 874.147943] env[70771]: _type = "Task" [ 874.147943] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.161695] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513783, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.182915] env[70771]: DEBUG nova.compute.manager [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Received event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.183014] env[70771]: DEBUG nova.compute.manager [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing instance network info cache due to event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.183216] env[70771]: DEBUG oslo_concurrency.lockutils [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] Acquiring lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.183562] env[70771]: DEBUG oslo_concurrency.lockutils [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] Acquired lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.183562] env[70771]: DEBUG nova.network.neutron [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.215411] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.324563] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.355753] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.507798] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513779, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.38503} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.508254] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] a43a3c6a-1f4e-4792-9c57-3c45aaa535fa/a43a3c6a-1f4e-4792-9c57-3c45aaa535fa.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.508442] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.508664] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d51d32-c054-4310-ae89-0689c4235df8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.516894] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 874.516894] env[70771]: value = "task-3513784" [ 874.516894] env[70771]: _type = "Task" [ 874.516894] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.525446] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.552797] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0cc36b-a365-44c1-b005-b59d8d296bfd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.560488] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33fae28-0be8-426a-a211-72f72c734d1e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.595042] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3456b5-bb2a-44ca-a20a-b0b9cf94d3af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.604322] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623752e0-0770-4abc-abb6-08b717b3f1b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.618630] env[70771]: DEBUG nova.compute.provider_tree [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.658609] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513783, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.710194] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513781, 'name': ReconfigVM_Task, 'duration_secs': 0.935261} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.710461] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/63a397f0-3a51-44bc-859a-91612778bfeb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.711485] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-762b2d98-bf54-4de4-84e0-0d95c62be83a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.718517] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 874.718517] env[70771]: value = "task-3513785" [ 874.718517] env[70771]: _type = "Task" [ 874.718517] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.726811] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513785, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.854622] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.933247] env[70771]: DEBUG nova.network.neutron [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updated VIF entry in instance network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.933647] env[70771]: DEBUG nova.network.neutron [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.027296] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08763} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.027588] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.028428] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef46440-7adb-4e2b-8a60-63812f106305 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.050765] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a43a3c6a-1f4e-4792-9c57-3c45aaa535fa/a43a3c6a-1f4e-4792-9c57-3c45aaa535fa.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.050765] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2df9174-d739-490f-8e25-ce91164a365f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.070330] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 875.070330] env[70771]: value = "task-3513786" [ 875.070330] env[70771]: _type = "Task" [ 875.070330] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.078678] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.122033] env[70771]: DEBUG nova.scheduler.client.report [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.160255] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513783, 'name': CreateVM_Task, 'duration_secs': 0.539746} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.160428] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.161122] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.161294] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.161649] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.161914] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5ecd10-ec41-4fdc-9185-b06f4ccde3d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.166927] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 875.166927] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b255c4-2530-b7c7-14c6-2ec574e9d6ce" [ 875.166927] env[70771]: _type = "Task" [ 875.166927] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.175864] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b255c4-2530-b7c7-14c6-2ec574e9d6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.228360] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513785, 'name': Rename_Task, 'duration_secs': 0.181524} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.228666] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.228969] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1d1ca12-3f96-4a94-b5c8-012f7d633cef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.235746] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 875.235746] env[70771]: value = "task-3513787" [ 875.235746] env[70771]: _type = "Task" [ 875.235746] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.244366] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.354364] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513782, 'name': ReconfigVM_Task, 'duration_secs': 1.170076} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.354677] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0/volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.359559] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7e73d5-cf9d-49de-bb90-6efd33c826e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.377469] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 875.377469] env[70771]: value = "task-3513788" [ 875.377469] env[70771]: _type = "Task" [ 875.377469] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.385994] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.436576] env[70771]: DEBUG oslo_concurrency.lockutils [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] Releasing lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.436955] env[70771]: DEBUG nova.compute.manager [req-61258bf5-bf5a-4973-8197-09aaec9a06c3 req-796346d1-3ecc-4308-8986-a0aeb697edab service nova] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Received event network-vif-deleted-d4f14b86-c417-4839-9303-38694dc2c63a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.581720] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513786, 'name': ReconfigVM_Task, 'duration_secs': 0.370737} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.582278] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a43a3c6a-1f4e-4792-9c57-3c45aaa535fa/a43a3c6a-1f4e-4792-9c57-3c45aaa535fa.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.582975] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30b086f8-a3a5-4a8d-be30-dae33c7aedb7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.589500] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 875.589500] env[70771]: value = "task-3513789" [ 875.589500] env[70771]: _type = "Task" [ 875.589500] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.598688] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513789, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.628835] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.632127] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.887s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.633070] env[70771]: INFO nova.compute.claims [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.656566] env[70771]: INFO nova.scheduler.client.report [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted allocations for instance e7c108b8-ff7d-43ad-9ab4-5befedb52aaf [ 875.679673] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b255c4-2530-b7c7-14c6-2ec574e9d6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.680019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.680290] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.680583] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.680762] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.680965] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.681282] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9859d87a-931f-4d18-9931-64bed64bea84 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.694774] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.695429] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.697504] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a06222-fa92-4a8f-b39b-75b7ca41d5d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.706289] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 875.706289] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525d47a2-70fb-506d-c156-4dcb34b750fb" [ 875.706289] env[70771]: _type = "Task" [ 875.706289] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.721293] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525d47a2-70fb-506d-c156-4dcb34b750fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.722290] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa10818-0275-4ebe-ba90-f7e27ed47e62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.728626] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 875.728626] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ccaec1-0f30-4e35-ade2-393af7a9b1b8" [ 875.728626] env[70771]: _type = "Task" [ 875.728626] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.737977] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ccaec1-0f30-4e35-ade2-393af7a9b1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.747526] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.888349] env[70771]: DEBUG oslo_vmware.api [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513788, 'name': ReconfigVM_Task, 'duration_secs': 0.158008} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.888665] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702049', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'name': 'volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2e471e-d89c-4c7f-9e18-942d71dfc55a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'serial': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 876.104070] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513789, 'name': Rename_Task, 'duration_secs': 0.155632} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.104389] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.104664] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de06eb0-3bf1-4186-8c71-9fdd2ded0dd8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.111247] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 876.111247] env[70771]: value = "task-3513790" [ 876.111247] env[70771]: _type = "Task" [ 876.111247] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.119604] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.167675] env[70771]: DEBUG oslo_concurrency.lockutils [None req-641f1a73-60ce-4c9d-b196-a30570e62c72 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "e7c108b8-ff7d-43ad-9ab4-5befedb52aaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.886s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.239019] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ccaec1-0f30-4e35-ade2-393af7a9b1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.242297] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.242714] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.242923] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68f66344-e606-473a-ae6b-472f9bd53b04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.249919] env[70771]: DEBUG oslo_vmware.api [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513787, 'name': PowerOnVM_Task, 'duration_secs': 0.625122} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.251157] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.251374] env[70771]: INFO nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Took 10.45 seconds to spawn the instance on the hypervisor. [ 876.251618] env[70771]: DEBUG nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.251954] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 876.251954] env[70771]: value = "task-3513791" [ 876.251954] env[70771]: _type = "Task" [ 876.251954] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.252654] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b9335a-ee76-49eb-a65f-f152b4b731a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.267272] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.623961] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513790, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.773501] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513791, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.779353] env[70771]: INFO nova.compute.manager [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Took 42.34 seconds to build instance. [ 876.939690] env[70771]: DEBUG nova.objects.instance [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.069046] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb86472f-a482-4072-8926-0008af351c70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.076660] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371b20a6-6059-4c56-9816-094de9d8e288 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.111168] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762d8ba9-bd2b-41db-ba70-002954f79336 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.121851] env[70771]: DEBUG oslo_vmware.api [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513790, 'name': PowerOnVM_Task, 'duration_secs': 0.685855} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.123878] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.124116] env[70771]: INFO nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Took 8.52 seconds to spawn the instance on the hypervisor. [ 877.124301] env[70771]: DEBUG nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.125956] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e462d4a-5584-4b49-a1cd-1aa206619a39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.129496] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8818cb4f-b6a8-4ac2-a1e4-45c2012c9c94 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.150541] env[70771]: DEBUG nova.compute.provider_tree [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.266483] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549463} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.266850] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.266850] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.267026] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d52ee11b-b1a5-41db-b0e0-5b6f5a862ddc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.274215] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 877.274215] env[70771]: value = "task-3513792" [ 877.274215] env[70771]: _type = "Task" [ 877.274215] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.283277] env[70771]: DEBUG oslo_concurrency.lockutils [None req-74dad422-6087-4ddc-ae65-af4fc07428df tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "63a397f0-3a51-44bc-859a-91612778bfeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.851s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.283507] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.444252] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5e47525f-5c96-4642-bf4a-96f95a11bb4e tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.274s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.636013] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.636312] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.636504] env[70771]: DEBUG nova.compute.manager [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.637426] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be640101-a410-4c0f-8ddc-45f93f073961 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.645897] env[70771]: DEBUG nova.compute.manager [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 877.646497] env[70771]: DEBUG nova.objects.instance [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.657616] env[70771]: DEBUG nova.scheduler.client.report [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.664922] env[70771]: INFO nova.compute.manager [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Took 41.18 seconds to build instance. [ 877.783798] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149644} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.784084] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.784867] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98d038f-c856-4d9a-b4bb-bf6123725877 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.808033] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.809762] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-440d4cec-6140-4a8a-9b54-39e76d8c56f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.826880] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.827174] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.835303] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 877.835303] env[70771]: value = "task-3513793" [ 877.835303] env[70771]: _type = "Task" [ 877.835303] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.844655] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.915118] env[70771]: INFO nova.compute.manager [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Rescuing [ 877.915369] env[70771]: DEBUG oslo_concurrency.lockutils [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.915522] env[70771]: DEBUG oslo_concurrency.lockutils [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.915689] env[70771]: DEBUG nova.network.neutron [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.163165] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.163705] env[70771]: DEBUG nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.166923] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.853s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.167372] env[70771]: DEBUG nova.objects.instance [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lazy-loading 'resources' on Instance uuid d0f6ab95-8ecf-425d-b7db-d09f93283245 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.168790] env[70771]: DEBUG oslo_concurrency.lockutils [None req-37765e06-2ced-4bca-8306-1947f177064b tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.694s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.332440] env[70771]: DEBUG nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.347752] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513793, 'name': ReconfigVM_Task, 'duration_secs': 0.315254} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.348093] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.348751] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7bd86c4-d3d6-4367-b00f-042df9aa5454 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.356265] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 878.356265] env[70771]: value = "task-3513794" [ 878.356265] env[70771]: _type = "Task" [ 878.356265] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.369133] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513794, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.653806] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.654183] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1673503d-3cf9-4850-a729-d83a2c772fd6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.661938] env[70771]: DEBUG oslo_vmware.api [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 878.661938] env[70771]: value = "task-3513795" [ 878.661938] env[70771]: _type = "Task" [ 878.661938] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.677083] env[70771]: DEBUG nova.compute.utils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.678484] env[70771]: DEBUG oslo_vmware.api [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.680479] env[70771]: DEBUG nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.680727] env[70771]: DEBUG nova.network.neutron [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.875025] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513794, 'name': Rename_Task, 'duration_secs': 0.180466} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.875025] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.875025] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d43b2a7c-4ae0-484b-b259-3b05fc98b221 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.882851] env[70771]: DEBUG nova.policy [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f639f276813463aac8d710a2100161a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67193dc3057848ce9ac3adfe29b39fc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.889125] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.889995] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 878.889995] env[70771]: value = "task-3513796" [ 878.889995] env[70771]: _type = "Task" [ 878.889995] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.910908] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513796, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.175815] env[70771]: DEBUG oslo_vmware.api [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513795, 'name': PowerOffVM_Task, 'duration_secs': 0.316178} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.179884] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.180409] env[70771]: DEBUG nova.compute.manager [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.181205] env[70771]: DEBUG nova.compute.utils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.184393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1281a2e-638c-4a38-9351-04c5c8528e26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.292862] env[70771]: DEBUG nova.network.neutron [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Updating instance_info_cache with network_info: [{"id": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "address": "fa:16:3e:8d:9f:ec", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95e4e7-77", "ovs_interfaceid": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.295817] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b9793-77cd-4575-9e5c-e7358bde6135 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.304670] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252c92b8-d50b-429c-99cb-b4c94cbda778 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.341189] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c0763-c01f-44ac-a2a0-b69bd332cb23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.349209] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def6dff-79c7-4751-9d70-ed6b6ed38f98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.366603] env[70771]: DEBUG nova.compute.provider_tree [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.407310] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.611634] env[70771]: DEBUG nova.network.neutron [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Successfully created port: e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.689752] env[70771]: DEBUG nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.711536] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3788abb-c8d5-43b8-8497-28a4edef5be5 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.803070] env[70771]: DEBUG oslo_concurrency.lockutils [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.871699] env[70771]: DEBUG nova.scheduler.client.report [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.908395] env[70771]: DEBUG oslo_vmware.api [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513796, 'name': PowerOnVM_Task, 'duration_secs': 0.675448} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.909714] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.909714] env[70771]: INFO nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Took 8.76 seconds to spawn the instance on the hypervisor. [ 879.909714] env[70771]: DEBUG nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.910026] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1a296-557e-4819-82a6-616edffbc9ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.375216] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.377945] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.050s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.379766] env[70771]: INFO nova.compute.claims [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.414148] env[70771]: INFO nova.scheduler.client.report [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Deleted allocations for instance d0f6ab95-8ecf-425d-b7db-d09f93283245 [ 880.430173] env[70771]: INFO nova.compute.manager [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Took 41.03 seconds to build instance. [ 880.494426] env[70771]: DEBUG nova.objects.instance [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.652931] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.653340] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.653636] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.653898] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.654243] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.657128] env[70771]: INFO nova.compute.manager [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Terminating instance [ 880.701022] env[70771]: DEBUG nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.727034] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:54:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1854111402',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1998968360',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.727034] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.727034] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.727290] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.727290] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.727290] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.727290] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.727290] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.727479] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.727534] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.727877] env[70771]: DEBUG nova.virt.hardware [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.728994] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5635f0f-aa35-4729-8f4a-ea249065ec09 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.737908] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c54266f-b9e5-400f-9d2a-ce0b4bd94af7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.932079] env[70771]: DEBUG nova.compute.manager [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Received event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.932079] env[70771]: DEBUG nova.compute.manager [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing instance network info cache due to event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.932079] env[70771]: DEBUG oslo_concurrency.lockutils [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] Acquiring lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.932079] env[70771]: DEBUG oslo_concurrency.lockutils [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] Acquired lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.932461] env[70771]: DEBUG nova.network.neutron [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.933891] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b1ab5ce3-64ef-499f-8f79-9e2ebef8bb97 tempest-VolumesAssistedSnapshotsTest-491546016 tempest-VolumesAssistedSnapshotsTest-491546016-project-member] Lock "d0f6ab95-8ecf-425d-b7db-d09f93283245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.441s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.935653] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9bbb12d-eb43-42db-9df5-71d211d2a04d tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.858s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.000059] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.000342] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.000590] env[70771]: DEBUG nova.network.neutron [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.000843] env[70771]: DEBUG nova.objects.instance [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'info_cache' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.055704] env[70771]: DEBUG nova.compute.manager [req-863388e3-9ece-4e16-8d45-83560faa8da1 req-b2aa573e-d6e5-4b44-bd6f-1f254064f960 service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Received event network-vif-plugged-e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.055927] env[70771]: DEBUG oslo_concurrency.lockutils [req-863388e3-9ece-4e16-8d45-83560faa8da1 req-b2aa573e-d6e5-4b44-bd6f-1f254064f960 service nova] Acquiring lock "5608ed52-331b-42b3-bad1-337d8bec154b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.056155] env[70771]: DEBUG oslo_concurrency.lockutils [req-863388e3-9ece-4e16-8d45-83560faa8da1 req-b2aa573e-d6e5-4b44-bd6f-1f254064f960 service nova] Lock "5608ed52-331b-42b3-bad1-337d8bec154b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.056333] env[70771]: DEBUG oslo_concurrency.lockutils [req-863388e3-9ece-4e16-8d45-83560faa8da1 req-b2aa573e-d6e5-4b44-bd6f-1f254064f960 service nova] Lock "5608ed52-331b-42b3-bad1-337d8bec154b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.056515] env[70771]: DEBUG nova.compute.manager [req-863388e3-9ece-4e16-8d45-83560faa8da1 req-b2aa573e-d6e5-4b44-bd6f-1f254064f960 service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] No waiting events found dispatching network-vif-plugged-e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.056672] env[70771]: WARNING nova.compute.manager [req-863388e3-9ece-4e16-8d45-83560faa8da1 req-b2aa573e-d6e5-4b44-bd6f-1f254064f960 service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Received unexpected event network-vif-plugged-e83be385-6ceb-4a15-a0e8-d76f934ea521 for instance with vm_state building and task_state spawning. [ 881.158068] env[70771]: DEBUG nova.network.neutron [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Successfully updated port: e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.161442] env[70771]: DEBUG nova.compute.manager [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.161682] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.162577] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9fc58-f4ea-46c2-bb46-f0a5c49c16ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.177283] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.177554] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae952c22-4db3-4cf8-b95a-6bbe1be2d7d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.187516] env[70771]: DEBUG oslo_vmware.api [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 881.187516] env[70771]: value = "task-3513797" [ 881.187516] env[70771]: _type = "Task" [ 881.187516] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.196772] env[70771]: DEBUG oslo_vmware.api [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.339867] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.340363] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546e7367-4082-4563-b8b2-b888f5d462fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.347861] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 881.347861] env[70771]: value = "task-3513798" [ 881.347861] env[70771]: _type = "Task" [ 881.347861] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.358490] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.506349] env[70771]: DEBUG nova.objects.base [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 881.663123] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.664413] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.664413] env[70771]: DEBUG nova.network.neutron [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.701385] env[70771]: DEBUG oslo_vmware.api [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513797, 'name': PowerOffVM_Task, 'duration_secs': 0.242684} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.701924] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.702286] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.702679] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad530dc9-af8c-4452-b212-853731718cb3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.782075] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.782445] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.782723] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Deleting the datastore file [datastore2] a43a3c6a-1f4e-4792-9c57-3c45aaa535fa {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.783107] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-105f7db7-43b6-428c-b504-24dd2dcffad0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.792365] env[70771]: DEBUG oslo_vmware.api [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for the task: (returnval){ [ 881.792365] env[70771]: value = "task-3513800" [ 881.792365] env[70771]: _type = "Task" [ 881.792365] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.809985] env[70771]: DEBUG oslo_vmware.api [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.861571] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513798, 'name': PowerOffVM_Task, 'duration_secs': 0.219131} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.862074] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.863871] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b129d-f165-47f4-a0e3-d42b90c135b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.891251] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f321546-8ac4-47cc-877f-c3b5d2d390b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.912300] env[70771]: DEBUG nova.network.neutron [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updated VIF entry in instance network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.912300] env[70771]: DEBUG nova.network.neutron [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.939839] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.940454] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdf0ebbc-69d8-4136-be03-0803594be1f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.951622] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 881.951622] env[70771]: value = "task-3513801" [ 881.951622] env[70771]: _type = "Task" [ 881.951622] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.960152] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 881.960387] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.960650] env[70771]: DEBUG oslo_concurrency.lockutils [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.960793] env[70771]: DEBUG oslo_concurrency.lockutils [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.960969] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.964236] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-669bcfb9-d075-4ee1-9b7c-7f3c33828445 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.982527] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.982780] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.983776] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358b0571-14bb-47f9-8d7a-db5a9f7c32c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.989603] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 881.989603] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521e4657-0437-f4bd-5e90-99953bb16f09" [ 881.989603] env[70771]: _type = "Task" [ 881.989603] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.000198] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521e4657-0437-f4bd-5e90-99953bb16f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.086462] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a652bbca-0064-4439-a158-b2d4ab34e5fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.094559] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c6cd9-717f-4948-86ca-e91505218a6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.129873] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34d3bc-4542-4a7e-9a3d-aec7bfa8bdc7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.138466] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cf4729-dac2-4cf2-947e-b04919d6ff66 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.152976] env[70771]: DEBUG nova.compute.provider_tree [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.203187] env[70771]: DEBUG nova.network.neutron [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.216031] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528682c4-7b28-e046-7dd4-609fded9dcd0/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 882.217038] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f587bff-a62e-441b-8495-ec3eaaf62c12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.223672] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528682c4-7b28-e046-7dd4-609fded9dcd0/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 882.224320] env[70771]: ERROR oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528682c4-7b28-e046-7dd4-609fded9dcd0/disk-0.vmdk due to incomplete transfer. [ 882.224320] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0894231-1447-41aa-8947-cdc6e6c40420 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.232821] env[70771]: DEBUG oslo_vmware.rw_handles [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528682c4-7b28-e046-7dd4-609fded9dcd0/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 882.232821] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Uploaded image 84062243-16bb-4302-b348-be8e069e478e to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 882.237220] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 882.237220] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de4e411e-2d9c-49ab-85b1-0f428beab43d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.241020] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 882.241020] env[70771]: value = "task-3513802" [ 882.241020] env[70771]: _type = "Task" [ 882.241020] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.250119] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513802, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.306446] env[70771]: DEBUG oslo_vmware.api [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Task: {'id': task-3513800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218219} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.306737] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.306932] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.308984] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.308984] env[70771]: INFO nova.compute.manager [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 882.308984] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.308984] env[70771]: DEBUG nova.compute.manager [-] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.308984] env[70771]: DEBUG nova.network.neutron [-] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.417253] env[70771]: DEBUG oslo_concurrency.lockutils [req-4f9ecdb3-713e-40cb-b378-0e99a1062775 req-3f7b4089-8d9d-48d5-88f7-d6fdaeb81e53 service nova] Releasing lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.445055] env[70771]: DEBUG nova.network.neutron [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updating instance_info_cache with network_info: [{"id": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "address": "fa:16:3e:46:a8:55", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc58e77-35", "ovs_interfaceid": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.501409] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521e4657-0437-f4bd-5e90-99953bb16f09, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.502296] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44663b3c-1dd2-4130-b29f-f982535cd92a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.508335] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 882.508335] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52404669-db5c-6a7a-620c-836d42f189e5" [ 882.508335] env[70771]: _type = "Task" [ 882.508335] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.516919] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52404669-db5c-6a7a-620c-836d42f189e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.522972] env[70771]: DEBUG nova.network.neutron [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Updating instance_info_cache with network_info: [{"id": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "address": "fa:16:3e:1c:46:c3", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83be385-6c", "ovs_interfaceid": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.659584] env[70771]: DEBUG nova.scheduler.client.report [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.752575] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513802, 'name': Destroy_Task, 'duration_secs': 0.345612} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.752864] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Destroyed the VM [ 882.753122] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 882.753404] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fc4fd38-e636-4422-ac69-562df77da3d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.759385] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 882.759385] env[70771]: value = "task-3513803" [ 882.759385] env[70771]: _type = "Task" [ 882.759385] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.769165] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.947270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.988715] env[70771]: DEBUG nova.compute.manager [req-daa4758d-a288-4f58-b4b8-ab2659686d7b req-79b6c928-c71b-40ec-891c-f964169f1f7a service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Received event network-vif-deleted-ead89434-bc92-4ceb-8371-a888122e07f1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.989144] env[70771]: INFO nova.compute.manager [req-daa4758d-a288-4f58-b4b8-ab2659686d7b req-79b6c928-c71b-40ec-891c-f964169f1f7a service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Neutron deleted interface ead89434-bc92-4ceb-8371-a888122e07f1; detaching it from the instance and deleting it from the info cache [ 882.989607] env[70771]: DEBUG nova.network.neutron [req-daa4758d-a288-4f58-b4b8-ab2659686d7b req-79b6c928-c71b-40ec-891c-f964169f1f7a service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.022084] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52404669-db5c-6a7a-620c-836d42f189e5, 'name': SearchDatastore_Task, 'duration_secs': 0.022237} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.022463] env[70771]: DEBUG oslo_concurrency.lockutils [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.022851] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. {{(pid=70771) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 883.023279] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c1c93b7-0d60-48d4-9e5d-980d3c202f25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.027312] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Releasing lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.027629] env[70771]: DEBUG nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Instance network_info: |[{"id": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "address": "fa:16:3e:1c:46:c3", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83be385-6c", "ovs_interfaceid": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.028455] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:46:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e83be385-6ceb-4a15-a0e8-d76f934ea521', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.036683] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.037667] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.038201] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e43ae8a-f904-440e-afbb-1ada696224cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.055813] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 883.055813] env[70771]: value = "task-3513804" [ 883.055813] env[70771]: _type = "Task" [ 883.055813] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.061242] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.061242] env[70771]: value = "task-3513805" [ 883.061242] env[70771]: _type = "Task" [ 883.061242] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.068956] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.072244] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513805, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.112162] env[70771]: DEBUG nova.compute.manager [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Received event network-changed-e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.112377] env[70771]: DEBUG nova.compute.manager [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Refreshing instance network info cache due to event network-changed-e83be385-6ceb-4a15-a0e8-d76f934ea521. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.112608] env[70771]: DEBUG oslo_concurrency.lockutils [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] Acquiring lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.112753] env[70771]: DEBUG oslo_concurrency.lockutils [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] Acquired lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.112915] env[70771]: DEBUG nova.network.neutron [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Refreshing network info cache for port e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.171027] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.171027] env[70771]: DEBUG nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.173478] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.908s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.177600] env[70771]: INFO nova.compute.claims [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.223852] env[70771]: DEBUG nova.network.neutron [-] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.272355] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513803, 'name': RemoveSnapshot_Task, 'duration_secs': 0.477279} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.272736] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 883.273125] env[70771]: DEBUG nova.compute.manager [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.274239] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04158f9-e279-4747-925f-39d2899aab5e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.493451] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e0c1c38-0b5d-4f81-a6a6-c31b84f9fcbc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.506981] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634459c7-f304-4987-a2c1-456ad50b2ff6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.548636] env[70771]: DEBUG nova.compute.manager [req-daa4758d-a288-4f58-b4b8-ab2659686d7b req-79b6c928-c71b-40ec-891c-f964169f1f7a service nova] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Detach interface failed, port_id=ead89434-bc92-4ceb-8371-a888122e07f1, reason: Instance a43a3c6a-1f4e-4792-9c57-3c45aaa535fa could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.568990] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.574769] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513805, 'name': CreateVM_Task, 'duration_secs': 0.358} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.574942] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.575704] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.575876] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.576227] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.576558] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d574c05-d347-4021-8d43-cef5beb55829 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.581566] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 883.581566] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528e2230-3954-f0fa-ea11-66a6e6f79785" [ 883.581566] env[70771]: _type = "Task" [ 883.581566] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.591594] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e2230-3954-f0fa-ea11-66a6e6f79785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.684022] env[70771]: DEBUG nova.compute.utils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.688838] env[70771]: DEBUG nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.689028] env[70771]: DEBUG nova.network.neutron [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.726188] env[70771]: INFO nova.compute.manager [-] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Took 1.42 seconds to deallocate network for instance. [ 883.770942] env[70771]: DEBUG nova.policy [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e39637544e84389a46421411b2f5ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b8971de3254551aa4a3ac1ddb6a899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.788453] env[70771]: INFO nova.compute.manager [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Shelve offloading [ 883.953803] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.956708] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee6d52e6-a1f9-445b-8261-1028bdbee2d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.962219] env[70771]: DEBUG oslo_vmware.api [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 883.962219] env[70771]: value = "task-3513806" [ 883.962219] env[70771]: _type = "Task" [ 883.962219] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.966728] env[70771]: DEBUG nova.network.neutron [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Updated VIF entry in instance network info cache for port e83be385-6ceb-4a15-a0e8-d76f934ea521. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.967080] env[70771]: DEBUG nova.network.neutron [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Updating instance_info_cache with network_info: [{"id": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "address": "fa:16:3e:1c:46:c3", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83be385-6c", "ovs_interfaceid": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.973321] env[70771]: DEBUG oslo_vmware.api [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.069692] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655231} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.070021] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. [ 884.074019] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df8ca1d-3eac-4432-8f7e-8ed5997e0b0d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.106630] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.111074] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39576e79-5839-471c-922d-4c9af872472a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.136353] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528e2230-3954-f0fa-ea11-66a6e6f79785, 'name': SearchDatastore_Task, 'duration_secs': 0.024607} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.138589] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.138739] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.139152] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.139428] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.139744] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.140276] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 884.140276] env[70771]: value = "task-3513807" [ 884.140276] env[70771]: _type = "Task" [ 884.140276] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.140548] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aba7732-6193-4ad2-8e49-c39128ee5380 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.151158] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.152339] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.152517] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.153267] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941f8204-a5d3-46a3-b5b4-cf22fe4f10d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.158366] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 884.158366] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f8940d-9a8d-8c09-d5cf-412760eabc6f" [ 884.158366] env[70771]: _type = "Task" [ 884.158366] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.166617] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f8940d-9a8d-8c09-d5cf-412760eabc6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.190377] env[70771]: DEBUG nova.network.neutron [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Successfully created port: 5e60edbf-0de2-4f7d-a6a4-d23a38508bac {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.195916] env[70771]: DEBUG nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.241269] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.291818] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.292398] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bca41a2-93f5-4810-a803-8f0ea3ca337f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.299589] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 884.299589] env[70771]: value = "task-3513808" [ 884.299589] env[70771]: _type = "Task" [ 884.299589] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.313111] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.313480] env[70771]: DEBUG nova.compute.manager [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.314373] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb861704-fb11-4d3d-86c1-c864b17abbfb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.322603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.322731] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.322835] env[70771]: DEBUG nova.network.neutron [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.473515] env[70771]: DEBUG oslo_concurrency.lockutils [req-70b331b2-d657-49ce-85e8-c651bed651c7 req-2225b19b-f22d-4d86-bc5d-ae82d9a7179d service nova] Releasing lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.473981] env[70771]: DEBUG oslo_vmware.api [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513806, 'name': PowerOnVM_Task, 'duration_secs': 0.423329} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.476549] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.476776] env[70771]: DEBUG nova.compute.manager [None req-1d15dc4b-c899-4908-ab89-9cb09fec6957 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.478038] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec851b0-1c4e-4379-bef9-1c5b55c6b40e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.662899] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.677640] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f8940d-9a8d-8c09-d5cf-412760eabc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.678551] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604eb138-72bc-4729-b6db-565dbbb30082 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.686261] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 884.686261] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d35d05-b75f-160f-ebd1-a6e41ba6e76e" [ 884.686261] env[70771]: _type = "Task" [ 884.686261] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.696487] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d35d05-b75f-160f-ebd1-a6e41ba6e76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.699449] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92f255f-68ff-430c-9fc5-0d37a0cd431d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.709434] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fc1926-d5b0-482a-b8c3-1512dfaa1dc8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.763271] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671a8ab-a8a1-4b1b-9610-a5452bbece0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.763271] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce6389c-7da9-43a1-b294-64d99866cb31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.787930] env[70771]: DEBUG nova.compute.provider_tree [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.161588] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513807, 'name': ReconfigVM_Task, 'duration_secs': 0.7136} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.161953] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.162875] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7a259-cd27-4774-a84a-12410cf05024 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.193364] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd21e94-3b82-417d-b414-1d1cac2ca575 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.207548] env[70771]: DEBUG nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.215623] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d35d05-b75f-160f-ebd1-a6e41ba6e76e, 'name': SearchDatastore_Task, 'duration_secs': 0.03577} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.216846] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.217142] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 5608ed52-331b-42b3-bad1-337d8bec154b/5608ed52-331b-42b3-bad1-337d8bec154b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.217498] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 885.217498] env[70771]: value = "task-3513809" [ 885.217498] env[70771]: _type = "Task" [ 885.217498] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.217711] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe14214e-c507-4078-88f8-d7251878e484 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.232261] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 885.232261] env[70771]: value = "task-3513810" [ 885.232261] env[70771]: _type = "Task" [ 885.232261] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.232559] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513809, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.238592] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.238857] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.239029] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.239446] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.239446] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.239537] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.239753] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.239909] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.240126] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.240328] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.240633] env[70771]: DEBUG nova.virt.hardware [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.241863] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61c0a04-8fe5-4618-aad5-340e006ab9e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.247290] env[70771]: DEBUG nova.network.neutron [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.254684] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.255940] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3a015c-5031-4698-991e-7ee62f690835 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.293784] env[70771]: DEBUG nova.scheduler.client.report [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.730905] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513809, 'name': ReconfigVM_Task, 'duration_secs': 0.229542} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.731290] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.731629] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32892f18-c2f5-41b1-aae9-0edb0cf4c718 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.744725] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513810, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.749018] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 885.749018] env[70771]: value = "task-3513811" [ 885.749018] env[70771]: _type = "Task" [ 885.749018] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.750981] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.790438] env[70771]: DEBUG nova.compute.manager [req-b76d1bcc-327b-4a0b-a90f-fae90e570641 req-b03cd5fa-0e92-4e8f-ae9d-ed6da6695c95 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Received event network-vif-plugged-5e60edbf-0de2-4f7d-a6a4-d23a38508bac {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.790438] env[70771]: DEBUG oslo_concurrency.lockutils [req-b76d1bcc-327b-4a0b-a90f-fae90e570641 req-b03cd5fa-0e92-4e8f-ae9d-ed6da6695c95 service nova] Acquiring lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.790438] env[70771]: DEBUG oslo_concurrency.lockutils [req-b76d1bcc-327b-4a0b-a90f-fae90e570641 req-b03cd5fa-0e92-4e8f-ae9d-ed6da6695c95 service nova] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.790438] env[70771]: DEBUG oslo_concurrency.lockutils [req-b76d1bcc-327b-4a0b-a90f-fae90e570641 req-b03cd5fa-0e92-4e8f-ae9d-ed6da6695c95 service nova] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.790438] env[70771]: DEBUG nova.compute.manager [req-b76d1bcc-327b-4a0b-a90f-fae90e570641 req-b03cd5fa-0e92-4e8f-ae9d-ed6da6695c95 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] No waiting events found dispatching network-vif-plugged-5e60edbf-0de2-4f7d-a6a4-d23a38508bac {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.790652] env[70771]: WARNING nova.compute.manager [req-b76d1bcc-327b-4a0b-a90f-fae90e570641 req-b03cd5fa-0e92-4e8f-ae9d-ed6da6695c95 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Received unexpected event network-vif-plugged-5e60edbf-0de2-4f7d-a6a4-d23a38508bac for instance with vm_state building and task_state spawning. [ 885.798570] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.799388] env[70771]: DEBUG nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.802264] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.882s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.919667] env[70771]: DEBUG nova.network.neutron [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Successfully updated port: 5e60edbf-0de2-4f7d-a6a4-d23a38508bac {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.244142] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616693} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.244539] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 5608ed52-331b-42b3-bad1-337d8bec154b/5608ed52-331b-42b3-bad1-337d8bec154b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.244921] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.245331] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4adbb99b-51c4-4b32-8fd6-37995991e0fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.258742] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.262161] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 886.262161] env[70771]: value = "task-3513812" [ 886.262161] env[70771]: _type = "Task" [ 886.262161] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.268952] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.305681] env[70771]: DEBUG nova.compute.utils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.307845] env[70771]: DEBUG nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.308219] env[70771]: DEBUG nova.network.neutron [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.313061] env[70771]: INFO nova.compute.claims [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.360589] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.360589] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31bd6a5-e2ba-475f-a0ee-52c8be82a3ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.367250] env[70771]: DEBUG nova.policy [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1db47f69d80476490498e362e47c59c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6650c66b53249fa8be01713e2255cfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.371813] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.372484] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aca16f6-8d7a-4dfa-99c4-9ee09ae0c45a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.422918] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "refresh_cache-ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.422918] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "refresh_cache-ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.422918] env[70771]: DEBUG nova.network.neutron [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.453314] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.453556] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.454066] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleting the datastore file [datastore1] 33493b97-8385-4560-97ba-858234d7d790 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.454218] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b829030a-46c0-4774-9cd6-d5b97af8410e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.462368] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 886.462368] env[70771]: value = "task-3513814" [ 886.462368] env[70771]: _type = "Task" [ 886.462368] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.477264] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.489447] env[70771]: DEBUG nova.compute.manager [req-2d0115e6-0efb-4aad-8068-de65db17a7c9 req-3fec4950-09f2-4bc9-bee4-bd28b442aac5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-vif-unplugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.489447] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d0115e6-0efb-4aad-8068-de65db17a7c9 req-3fec4950-09f2-4bc9-bee4-bd28b442aac5 service nova] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.489893] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d0115e6-0efb-4aad-8068-de65db17a7c9 req-3fec4950-09f2-4bc9-bee4-bd28b442aac5 service nova] Lock "33493b97-8385-4560-97ba-858234d7d790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.490881] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d0115e6-0efb-4aad-8068-de65db17a7c9 req-3fec4950-09f2-4bc9-bee4-bd28b442aac5 service nova] Lock "33493b97-8385-4560-97ba-858234d7d790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.490881] env[70771]: DEBUG nova.compute.manager [req-2d0115e6-0efb-4aad-8068-de65db17a7c9 req-3fec4950-09f2-4bc9-bee4-bd28b442aac5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] No waiting events found dispatching network-vif-unplugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.490881] env[70771]: WARNING nova.compute.manager [req-2d0115e6-0efb-4aad-8068-de65db17a7c9 req-3fec4950-09f2-4bc9-bee4-bd28b442aac5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received unexpected event network-vif-unplugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 for instance with vm_state shelved and task_state shelving_offloading. [ 886.761782] env[70771]: DEBUG oslo_vmware.api [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513811, 'name': PowerOnVM_Task, 'duration_secs': 0.891157} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.765877] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.770259] env[70771]: DEBUG nova.compute.manager [None req-416603f3-bdd8-4e77-bcc9-68d8685f40d1 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.771126] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce551b9-6397-4bae-9543-8eb083eee977 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.780289] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202485} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.783028] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.789410] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5554bc-9227-4165-a9bb-086bfa3d6cc2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.813674] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5608ed52-331b-42b3-bad1-337d8bec154b/5608ed52-331b-42b3-bad1-337d8bec154b.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.813954] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b16cc34a-03f0-425b-9364-57c467f462ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.836415] env[70771]: DEBUG nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.840122] env[70771]: INFO nova.compute.resource_tracker [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating resource usage from migration 66d3374b-de9a-4014-8d55-3e9e82e2cd11 [ 886.848840] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 886.848840] env[70771]: value = "task-3513815" [ 886.848840] env[70771]: _type = "Task" [ 886.848840] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.861319] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.976088] env[70771]: DEBUG oslo_vmware.api [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459393} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.979430] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.979657] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.979839] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.983181] env[70771]: DEBUG nova.network.neutron [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.003169] env[70771]: DEBUG nova.network.neutron [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Successfully created port: 52cb1f97-227e-411a-b9fe-56642dbe7294 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.012601] env[70771]: INFO nova.scheduler.client.report [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted allocations for instance 33493b97-8385-4560-97ba-858234d7d790 [ 887.254751] env[70771]: DEBUG nova.network.neutron [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Updating instance_info_cache with network_info: [{"id": "5e60edbf-0de2-4f7d-a6a4-d23a38508bac", "address": "fa:16:3e:ec:95:69", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e60edbf-0d", "ovs_interfaceid": "5e60edbf-0de2-4f7d-a6a4-d23a38508bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.365673] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.425219] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a717a6e-120a-485f-99c8-3d7ad9fa34f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.440962] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d04b4-a4d6-4cb3-85b7-18417853d55a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.498042] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aaa5c1-7ddd-4eca-baab-684126d095bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.509030] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be09548c-973c-4fbd-a9d3-ae1a061e42c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.522553] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.523257] env[70771]: DEBUG nova.compute.provider_tree [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.763522] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "refresh_cache-ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.763522] env[70771]: DEBUG nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Instance network_info: |[{"id": "5e60edbf-0de2-4f7d-a6a4-d23a38508bac", "address": "fa:16:3e:ec:95:69", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e60edbf-0d", "ovs_interfaceid": "5e60edbf-0de2-4f7d-a6a4-d23a38508bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.763933] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:95:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e60edbf-0de2-4f7d-a6a4-d23a38508bac', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.775396] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.775651] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.775887] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eef59e4c-526f-49d7-8699-8b46c31cd04b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.798958] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.798958] env[70771]: value = "task-3513816" [ 887.798958] env[70771]: _type = "Task" [ 887.798958] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.808036] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513816, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.818432] env[70771]: DEBUG nova.compute.manager [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Received event network-changed-5e60edbf-0de2-4f7d-a6a4-d23a38508bac {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.818600] env[70771]: DEBUG nova.compute.manager [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Refreshing instance network info cache due to event network-changed-5e60edbf-0de2-4f7d-a6a4-d23a38508bac. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.818798] env[70771]: DEBUG oslo_concurrency.lockutils [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] Acquiring lock "refresh_cache-ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.818978] env[70771]: DEBUG oslo_concurrency.lockutils [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] Acquired lock "refresh_cache-ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.819145] env[70771]: DEBUG nova.network.neutron [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Refreshing network info cache for port 5e60edbf-0de2-4f7d-a6a4-d23a38508bac {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.856928] env[70771]: DEBUG nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.867695] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513815, 'name': ReconfigVM_Task, 'duration_secs': 0.683246} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.867996] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5608ed52-331b-42b3-bad1-337d8bec154b/5608ed52-331b-42b3-bad1-337d8bec154b.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.868354] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70771) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 887.869044] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9ec4acdc-b9cf-4330-b3c1-6139f941d854 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.877465] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 887.877465] env[70771]: value = "task-3513817" [ 887.877465] env[70771]: _type = "Task" [ 887.877465] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.887938] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513817, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.898865] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.899464] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.899647] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.899879] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.900121] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.900330] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.900580] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.900829] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.901374] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.901374] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.901721] env[70771]: DEBUG nova.virt.hardware [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.903398] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de41dc01-d99c-4356-8cdc-a3067baeb6a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.912262] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc9a3ba-ce2d-44b2-91b7-3f1d613fbfd7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.026404] env[70771]: DEBUG nova.scheduler.client.report [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.310354] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513816, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.389763] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513817, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.117467} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.390130] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70771) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 888.391363] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9df2ac-7e2e-4022-bae8-14b1e24901be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.424478] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5608ed52-331b-42b3-bad1-337d8bec154b/ephemeral_0.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.430601] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-916cba10-c69a-48f7-a616-bd979b22ca9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.450795] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 888.450795] env[70771]: value = "task-3513818" [ 888.450795] env[70771]: _type = "Task" [ 888.450795] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.458920] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.503223] env[70771]: INFO nova.compute.manager [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Unrescuing [ 888.503506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.503682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquired lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.503811] env[70771]: DEBUG nova.network.neutron [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.532407] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.730s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.532407] env[70771]: INFO nova.compute.manager [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Migrating [ 888.539637] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.512s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.541349] env[70771]: INFO nova.compute.claims [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.664175] env[70771]: DEBUG nova.network.neutron [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Updated VIF entry in instance network info cache for port 5e60edbf-0de2-4f7d-a6a4-d23a38508bac. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.664522] env[70771]: DEBUG nova.network.neutron [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Updating instance_info_cache with network_info: [{"id": "5e60edbf-0de2-4f7d-a6a4-d23a38508bac", "address": "fa:16:3e:ec:95:69", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e60edbf-0d", "ovs_interfaceid": "5e60edbf-0de2-4f7d-a6a4-d23a38508bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.669079] env[70771]: DEBUG nova.compute.manager [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.669278] env[70771]: DEBUG nova.compute.manager [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing instance network info cache due to event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.670659] env[70771]: DEBUG oslo_concurrency.lockutils [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] Acquiring lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.670659] env[70771]: DEBUG oslo_concurrency.lockutils [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] Acquired lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.670659] env[70771]: DEBUG nova.network.neutron [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.816166] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513816, 'name': CreateVM_Task, 'duration_secs': 0.649764} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.816571] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.817270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.817442] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.817760] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.818066] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b85cf5-cc9d-4f03-999c-7f16154c3833 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.825179] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 888.825179] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5213a42f-1e23-34b3-1f81-6e032783dbd5" [ 888.825179] env[70771]: _type = "Task" [ 888.825179] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.834302] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5213a42f-1e23-34b3-1f81-6e032783dbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.962519] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.994193] env[70771]: DEBUG nova.network.neutron [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Successfully updated port: 52cb1f97-227e-411a-b9fe-56642dbe7294 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.053714] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.054402] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.054402] env[70771]: DEBUG nova.network.neutron [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.167936] env[70771]: DEBUG oslo_concurrency.lockutils [req-c0405b66-ac0a-4ce5-86e0-d471feaff1ca req-5f6902b7-2427-4537-913d-30083cf7a249 service nova] Releasing lock "refresh_cache-ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.310505] env[70771]: DEBUG nova.network.neutron [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Updating instance_info_cache with network_info: [{"id": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "address": "fa:16:3e:8d:9f:ec", "network": {"id": "b2cd596c-01b3-473d-a9a2-443ef11abe3f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1237914613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aa55f275f5e14ee2b6c5e962f30f06c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95e4e7-77", "ovs_interfaceid": "6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.334347] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5213a42f-1e23-34b3-1f81-6e032783dbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.334643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.334882] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.335141] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.335285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.335466] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.335729] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49aea883-2adc-4d59-8ee9-cc051e7ef7b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.344887] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.345099] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.345827] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0efc77d-02cc-47e1-b74f-f8cd2fb26509 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.351299] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 889.351299] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5233865e-0d76-5df2-8fbb-82a7cdf73f61" [ 889.351299] env[70771]: _type = "Task" [ 889.351299] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.361029] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5233865e-0d76-5df2-8fbb-82a7cdf73f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.411191] env[70771]: DEBUG nova.network.neutron [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updated VIF entry in instance network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.411628] env[70771]: DEBUG nova.network.neutron [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.460720] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513818, 'name': ReconfigVM_Task, 'duration_secs': 0.550146} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.461022] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5608ed52-331b-42b3-bad1-337d8bec154b/ephemeral_0.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.461689] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14722475-64b1-470e-a475-9773d4166815 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.468091] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 889.468091] env[70771]: value = "task-3513819" [ 889.468091] env[70771]: _type = "Task" [ 889.468091] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.476454] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513819, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.496648] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-82cb49f7-a02b-4d3a-8afc-81dde33e7480" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.496799] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-82cb49f7-a02b-4d3a-8afc-81dde33e7480" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.497262] env[70771]: DEBUG nova.network.neutron [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.619752] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.786676] env[70771]: DEBUG nova.network.neutron [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance_info_cache with network_info: [{"id": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "address": "fa:16:3e:58:93:93", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fb130c-64", "ovs_interfaceid": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.815206] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Releasing lock "refresh_cache-63a397f0-3a51-44bc-859a-91612778bfeb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.815973] env[70771]: DEBUG nova.objects.instance [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lazy-loading 'flavor' on Instance uuid 63a397f0-3a51-44bc-859a-91612778bfeb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.863200] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5233865e-0d76-5df2-8fbb-82a7cdf73f61, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.867205] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802e6c7a-3981-4176-bbf5-741c5d323415 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.872872] env[70771]: DEBUG nova.compute.manager [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Received event network-vif-plugged-52cb1f97-227e-411a-b9fe-56642dbe7294 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.872989] env[70771]: DEBUG oslo_concurrency.lockutils [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] Acquiring lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.873313] env[70771]: DEBUG oslo_concurrency.lockutils [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.873377] env[70771]: DEBUG oslo_concurrency.lockutils [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.873659] env[70771]: DEBUG nova.compute.manager [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] No waiting events found dispatching network-vif-plugged-52cb1f97-227e-411a-b9fe-56642dbe7294 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.873968] env[70771]: WARNING nova.compute.manager [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Received unexpected event network-vif-plugged-52cb1f97-227e-411a-b9fe-56642dbe7294 for instance with vm_state building and task_state spawning. [ 889.873968] env[70771]: DEBUG nova.compute.manager [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Received event network-changed-52cb1f97-227e-411a-b9fe-56642dbe7294 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.874181] env[70771]: DEBUG nova.compute.manager [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Refreshing instance network info cache due to event network-changed-52cb1f97-227e-411a-b9fe-56642dbe7294. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.874487] env[70771]: DEBUG oslo_concurrency.lockutils [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] Acquiring lock "refresh_cache-82cb49f7-a02b-4d3a-8afc-81dde33e7480" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.876216] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 889.876216] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5299fe80-7994-9cbd-02a5-d4e656ae1527" [ 889.876216] env[70771]: _type = "Task" [ 889.876216] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.888147] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5299fe80-7994-9cbd-02a5-d4e656ae1527, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.891107] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.891587] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c/ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.892810] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f1ba672-55a6-497d-ac44-bf256f9dfb08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.899501] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 889.899501] env[70771]: value = "task-3513820" [ 889.899501] env[70771]: _type = "Task" [ 889.899501] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.908274] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.914028] env[70771]: DEBUG oslo_concurrency.lockutils [req-393168c6-9940-4a87-b4ad-867a8d41aa77 req-d0529afa-979b-4e85-b269-85528e2cc123 service nova] Releasing lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.981320] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513819, 'name': Rename_Task, 'duration_secs': 0.167895} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.981744] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.981935] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e6bd51-aa79-441c-9a8f-e3f08b8a9e7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.990305] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 889.990305] env[70771]: value = "task-3513821" [ 889.990305] env[70771]: _type = "Task" [ 889.990305] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.003821] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.022087] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390142d-4c86-44c9-9ef5-da1b68348e6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.033773] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe6ae48-bb72-4961-8bc6-a1167db6bf78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.063559] env[70771]: DEBUG nova.network.neutron [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.066120] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92391a25-8481-410b-9cac-9d1e16a3ad0c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.078139] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5fcc19-dd04-469b-9ec4-e0c4275d2c4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.099633] env[70771]: DEBUG nova.compute.provider_tree [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.243034] env[70771]: DEBUG nova.network.neutron [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Updating instance_info_cache with network_info: [{"id": "52cb1f97-227e-411a-b9fe-56642dbe7294", "address": "fa:16:3e:06:f7:74", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cb1f97-22", "ovs_interfaceid": "52cb1f97-227e-411a-b9fe-56642dbe7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.298238] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.326723] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84d5383-9ef8-445e-9c1e-c8a00018f934 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.352981] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.353710] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f8d773-4580-45bd-b304-63f787168b96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.363448] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 890.363448] env[70771]: value = "task-3513822" [ 890.363448] env[70771]: _type = "Task" [ 890.363448] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.372688] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.410994] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513820, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.500710] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.601385] env[70771]: DEBUG nova.scheduler.client.report [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.745908] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-82cb49f7-a02b-4d3a-8afc-81dde33e7480" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.746307] env[70771]: DEBUG nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Instance network_info: |[{"id": "52cb1f97-227e-411a-b9fe-56642dbe7294", "address": "fa:16:3e:06:f7:74", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cb1f97-22", "ovs_interfaceid": "52cb1f97-227e-411a-b9fe-56642dbe7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.746624] env[70771]: DEBUG oslo_concurrency.lockutils [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] Acquired lock "refresh_cache-82cb49f7-a02b-4d3a-8afc-81dde33e7480" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.746806] env[70771]: DEBUG nova.network.neutron [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Refreshing network info cache for port 52cb1f97-227e-411a-b9fe-56642dbe7294 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.748335] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:f7:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52cb1f97-227e-411a-b9fe-56642dbe7294', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.756032] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating folder: Project (b6650c66b53249fa8be01713e2255cfe). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.757171] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff773477-2484-4852-ad57-4f7cc282c60c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.767389] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created folder: Project (b6650c66b53249fa8be01713e2255cfe) in parent group-v701875. [ 890.767574] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating folder: Instances. Parent ref: group-v702057. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.767806] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adfba60f-2272-4ff7-bfe3-b091de374b5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.776210] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created folder: Instances in parent group-v702057. [ 890.776431] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.776608] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.776797] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175468a8-be71-4b48-a69c-7072e3b47b61 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.796401] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.796401] env[70771]: value = "task-3513825" [ 890.796401] env[70771]: _type = "Task" [ 890.796401] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.807032] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513825, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.875733] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513822, 'name': PowerOffVM_Task, 'duration_secs': 0.370801} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.876793] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.882336] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 890.882732] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e12c26ee-fc38-4868-84e9-3b06c33a0feb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.902106] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 890.902106] env[70771]: value = "task-3513826" [ 890.902106] env[70771]: _type = "Task" [ 890.902106] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.914118] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51692} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.917223] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c/ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.917886] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.917886] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.917886] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efc175ea-4b10-4f7e-ba99-2cbd259d44f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.923259] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 890.923259] env[70771]: value = "task-3513827" [ 890.923259] env[70771]: _type = "Task" [ 890.923259] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.931420] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.002107] env[70771]: DEBUG oslo_vmware.api [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513821, 'name': PowerOnVM_Task, 'duration_secs': 0.615418} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.002271] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.002518] env[70771]: INFO nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Took 10.30 seconds to spawn the instance on the hypervisor. [ 891.002787] env[70771]: DEBUG nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.003553] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f176997d-51e7-4d60-bb44-130191ff4f53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.106873] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.107443] env[70771]: DEBUG nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.109999] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.086s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.110243] env[70771]: DEBUG nova.objects.instance [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lazy-loading 'resources' on Instance uuid 9544fe98-4d21-44fd-b4ac-c17762ffb0fe {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.311163] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513825, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.418729] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.432323] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065502} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.432604] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.433424] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b8e29b-fa49-4e8f-8043-f811efd80db8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.460701] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c/ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.463560] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e497f5e9-3618-42f4-8a4e-cfc05b4926d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.483308] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 891.483308] env[70771]: value = "task-3513828" [ 891.483308] env[70771]: _type = "Task" [ 891.483308] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.491373] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.513121] env[70771]: DEBUG nova.network.neutron [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Updated VIF entry in instance network info cache for port 52cb1f97-227e-411a-b9fe-56642dbe7294. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.513517] env[70771]: DEBUG nova.network.neutron [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Updating instance_info_cache with network_info: [{"id": "52cb1f97-227e-411a-b9fe-56642dbe7294", "address": "fa:16:3e:06:f7:74", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cb1f97-22", "ovs_interfaceid": "52cb1f97-227e-411a-b9fe-56642dbe7294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.523215] env[70771]: INFO nova.compute.manager [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Took 47.79 seconds to build instance. [ 891.614158] env[70771]: DEBUG nova.compute.utils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.619152] env[70771]: DEBUG nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.619152] env[70771]: DEBUG nova.network.neutron [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.683537] env[70771]: DEBUG nova.policy [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a4f8c13a0f437094db9356ddb95a13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80d9d4d215794864b8ea4351a8a1adc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.815884] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513825, 'name': CreateVM_Task, 'duration_secs': 0.711869} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.820785] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.821856] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.822103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.822574] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.823594] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1704aca7-e304-45d9-90a2-de37a6704443 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.826865] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee22b9d-4ce3-409a-a7ad-069d94ea48ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.833798] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 891.833798] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5256ad57-cc82-4b5f-c8a6-da4965493b17" [ 891.833798] env[70771]: _type = "Task" [ 891.833798] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.849794] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance '1f532201-d733-4efb-bf4c-4822dc5ba413' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.864569] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5256ad57-cc82-4b5f-c8a6-da4965493b17, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.867507] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.867787] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.868256] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.868461] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.868689] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.869161] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439d267d-9b4c-444f-858e-0199a6b5fc16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.881463] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.881699] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.885717] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2619571-9b8a-449b-9028-795fc7f01f40 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.891957] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 891.891957] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52720ba2-ec35-410f-391c-63d208a218e1" [ 891.891957] env[70771]: _type = "Task" [ 891.891957] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.903868] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52720ba2-ec35-410f-391c-63d208a218e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.915625] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513826, 'name': ReconfigVM_Task, 'duration_secs': 0.556068} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.915954] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 891.916209] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.916490] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68eed4c5-e7f8-46dc-bb04-14d9e5d61fc9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.923408] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 891.923408] env[70771]: value = "task-3513829" [ 891.923408] env[70771]: _type = "Task" [ 891.923408] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.934859] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.988682] env[70771]: DEBUG nova.network.neutron [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Successfully created port: 6d71d2e9-1fc9-41bc-b697-19c5ffbe31de {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.996072] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.017136] env[70771]: DEBUG oslo_concurrency.lockutils [req-25f3db99-6f73-4fa4-acf5-87aff42ad898 req-140b6123-400b-4230-8b8f-2bef42b176f7 service nova] Releasing lock "refresh_cache-82cb49f7-a02b-4d3a-8afc-81dde33e7480" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.027581] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2a22e206-9035-45b7-9f13-8b15b5669289 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "5608ed52-331b-42b3-bad1-337d8bec154b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.697s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.097786] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c6ed3-daca-4eee-aa1c-5e640a716e08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.106571] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d6d3c-456e-4b58-836b-9bc361d02fb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.137366] env[70771]: DEBUG nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.141707] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2fb0b9-c83c-4c05-a6b0-021a70b44ca9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.152150] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5331f2-9da2-4518-b21b-854e90e89d5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.168370] env[70771]: DEBUG nova.compute.provider_tree [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.282693] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "250eba1c-9bec-4081-8124-5adcc88e87f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.282989] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.283418] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "250eba1c-9bec-4081-8124-5adcc88e87f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.286740] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.286740] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.291040] env[70771]: INFO nova.compute.manager [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Terminating instance [ 892.359777] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.359899] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8089a8d0-4df6-4f9b-b4dd-e670b6490071 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.369130] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 892.369130] env[70771]: value = "task-3513830" [ 892.369130] env[70771]: _type = "Task" [ 892.369130] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.378020] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.403607] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52720ba2-ec35-410f-391c-63d208a218e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.404622] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1ff9dd-5256-4192-9372-c488b693a598 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.410789] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 892.410789] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5262fb90-9477-c045-ea9c-fa3936047879" [ 892.410789] env[70771]: _type = "Task" [ 892.410789] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.420035] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5262fb90-9477-c045-ea9c-fa3936047879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.433505] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.494209] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513828, 'name': ReconfigVM_Task, 'duration_secs': 0.845891} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.494351] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c/ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.495014] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a955130-2093-45a7-bc78-1067f21696fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.501846] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 892.501846] env[70771]: value = "task-3513831" [ 892.501846] env[70771]: _type = "Task" [ 892.501846] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.510088] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513831, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.674906] env[70771]: DEBUG nova.scheduler.client.report [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.794896] env[70771]: DEBUG nova.compute.manager [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.795151] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.796096] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475548d3-b901-4639-ad1e-57e320b5e843 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.804760] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.805014] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0531b29b-e719-4ca8-8b74-2d64864b3163 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.813736] env[70771]: DEBUG oslo_vmware.api [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 892.813736] env[70771]: value = "task-3513832" [ 892.813736] env[70771]: _type = "Task" [ 892.813736] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.829489] env[70771]: DEBUG oslo_vmware.api [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.868035] env[70771]: DEBUG nova.compute.manager [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Received event network-changed-e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.868238] env[70771]: DEBUG nova.compute.manager [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Refreshing instance network info cache due to event network-changed-e83be385-6ceb-4a15-a0e8-d76f934ea521. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.868449] env[70771]: DEBUG oslo_concurrency.lockutils [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] Acquiring lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.868596] env[70771]: DEBUG oslo_concurrency.lockutils [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] Acquired lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.870299] env[70771]: DEBUG nova.network.neutron [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Refreshing network info cache for port e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.882179] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513830, 'name': PowerOffVM_Task, 'duration_secs': 0.219804} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.883391] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.883657] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance '1f532201-d733-4efb-bf4c-4822dc5ba413' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.923917] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5262fb90-9477-c045-ea9c-fa3936047879, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.924479] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.924559] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.924849] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1261b522-a795-4952-a019-82dd06995c91 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.938786] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.940721] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 892.940721] env[70771]: value = "task-3513833" [ 892.940721] env[70771]: _type = "Task" [ 892.940721] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.951900] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.015060] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513831, 'name': Rename_Task, 'duration_secs': 0.163559} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.015060] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.015203] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159f0af2-6d2f-473e-be9c-b4562b069e16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.022212] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 893.022212] env[70771]: value = "task-3513834" [ 893.022212] env[70771]: _type = "Task" [ 893.022212] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.030232] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.151086] env[70771]: DEBUG nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.177707] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.182335] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.182832] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.182949] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.183162] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.183775] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.183775] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.183899] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.184051] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.184284] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.184495] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.184800] env[70771]: DEBUG nova.virt.hardware [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.185385] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.782s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.188012] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b04df37-b4cf-469c-8009-7f6662a12a22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.198113] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d662e91a-e089-40f5-8f30-9e73a814fa5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.230443] env[70771]: INFO nova.scheduler.client.report [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted allocations for instance 9544fe98-4d21-44fd-b4ac-c17762ffb0fe [ 893.325731] env[70771]: DEBUG oslo_vmware.api [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513832, 'name': PowerOffVM_Task, 'duration_secs': 0.263625} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.326177] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.326482] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.326818] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e7bfcbc-89de-4760-b5e1-d59e65726ebc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.394151] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.394151] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.394151] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.394151] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.394330] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.394362] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.394552] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.394708] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.394893] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.395160] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.395743] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.401377] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89965dd-0c4e-4703-910a-f61ee4cab287 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.414058] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.414320] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.414526] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Deleting the datastore file [datastore2] 250eba1c-9bec-4081-8124-5adcc88e87f1 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.415323] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1f3cac2-1606-45b3-b85c-c9aeabfec301 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.420936] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 893.420936] env[70771]: value = "task-3513836" [ 893.420936] env[70771]: _type = "Task" [ 893.420936] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.431106] env[70771]: DEBUG oslo_vmware.api [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for the task: (returnval){ [ 893.431106] env[70771]: value = "task-3513837" [ 893.431106] env[70771]: _type = "Task" [ 893.431106] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.449266] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.457143] env[70771]: DEBUG oslo_vmware.api [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513829, 'name': PowerOnVM_Task, 'duration_secs': 1.065755} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.461211] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.461500] env[70771]: DEBUG nova.compute.manager [None req-c1ab5b95-e2ce-4b36-b00c-13e129aa2697 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.462256] env[70771]: DEBUG oslo_vmware.api [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.465978] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06069df0-927d-42a0-9a93-b966868962fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.469388] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505853} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.469388] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.469648] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.471038] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8359f6a-292d-4a30-87eb-2ab17f083b2d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.484890] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 893.484890] env[70771]: value = "task-3513838" [ 893.484890] env[70771]: _type = "Task" [ 893.484890] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.495830] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.533338] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.665433] env[70771]: DEBUG nova.network.neutron [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Successfully updated port: 6d71d2e9-1fc9-41bc-b697-19c5ffbe31de {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.742816] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f483940-d986-47a9-a19d-3bf3f692a75e tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "9544fe98-4d21-44fd-b4ac-c17762ffb0fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.184s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.876402] env[70771]: DEBUG nova.network.neutron [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Updated VIF entry in instance network info cache for port e83be385-6ceb-4a15-a0e8-d76f934ea521. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.876755] env[70771]: DEBUG nova.network.neutron [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Updating instance_info_cache with network_info: [{"id": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "address": "fa:16:3e:1c:46:c3", "network": {"id": "f6fef266-d438-47da-87cc-b1b58a9055fd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-338047279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67193dc3057848ce9ac3adfe29b39fc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83be385-6c", "ovs_interfaceid": "e83be385-6ceb-4a15-a0e8-d76f934ea521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.935677] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "46940103-9674-410e-9e7f-b356cb9df416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.936055] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "46940103-9674-410e-9e7f-b356cb9df416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.936368] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "46940103-9674-410e-9e7f-b356cb9df416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.936604] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "46940103-9674-410e-9e7f-b356cb9df416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.936776] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "46940103-9674-410e-9e7f-b356cb9df416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.938362] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513836, 'name': ReconfigVM_Task, 'duration_secs': 0.409491} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.938954] env[70771]: INFO nova.compute.manager [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Terminating instance [ 893.940290] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance '1f532201-d733-4efb-bf4c-4822dc5ba413' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.958015] env[70771]: DEBUG oslo_vmware.api [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Task: {'id': task-3513837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331889} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.958015] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.958015] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.958015] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.958015] env[70771]: INFO nova.compute.manager [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 893.958317] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.958317] env[70771]: DEBUG nova.compute.manager [-] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.958317] env[70771]: DEBUG nova.network.neutron [-] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.997055] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230714} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.997335] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.998193] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745a96da-dca6-49c2-97fc-3fd829e00273 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.021870] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.026256] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131236aa-dc0c-454d-9d8d-0b88f21b78ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.049442] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.051017] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 894.051017] env[70771]: value = "task-3513839" [ 894.051017] env[70771]: _type = "Task" [ 894.051017] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.058342] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.168834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "refresh_cache-89a409b9-04d6-4763-8244-5dd6bdab5bbe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.168942] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "refresh_cache-89a409b9-04d6-4763-8244-5dd6bdab5bbe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.169123] env[70771]: DEBUG nova.network.neutron [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.207235] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 1f532201-d733-4efb-bf4c-4822dc5ba413 as it has an incoming, in-progress migration 66d3374b-de9a-4014-8d55-3e9e82e2cd11. Migration status is migrating {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 894.209961] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating resource usage from migration 66d3374b-de9a-4014-8d55-3e9e82e2cd11 [ 894.234423] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance ad438180-2e64-447b-ab5c-76566567d026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.234580] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 46940103-9674-410e-9e7f-b356cb9df416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.234706] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 97693e67-108c-47d1-9f93-78376c9b11e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.234826] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 49faccb0-7db4-40f0-ab40-cce0d967aae7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.234942] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 65910f00-90c8-4d6c-9fdd-b215a898890c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235235] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance ee2e471e-d89c-4c7f-9e18-942d71dfc55a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235235] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b4213304-4027-4f7a-aa55-aefe8e2dd019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235348] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235406] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance cb8dd694-5243-4232-a790-8c3081547964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235518] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 8790a9bb-2651-4759-bf3d-fbc796c09666 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235630] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 250eba1c-9bec-4081-8124-5adcc88e87f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235737] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 2050ee68-aca9-4c6c-8983-3ac566483d5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235844] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b956c964-e2d6-4ac6-8a3d-817355307d3a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.235954] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance a8fc7df1-ce99-4c2a-8e5c-36f104c1facd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.236095] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 7af9c303-945d-4e17-8217-3af5c949b5a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.236234] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 322b76e2-f108-4f3e-80f6-0fcbd617f861 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 894.236348] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance bf67569f-a63d-42c2-88c7-f9510ae891c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.236458] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 13e3f524-9b93-489f-a057-a549d640480e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.236581] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance dd87b2c9-dde8-49c3-b72f-8347bac624a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 894.236719] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 63a397f0-3a51-44bc-859a-91612778bfeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.236851] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance a43a3c6a-1f4e-4792-9c57-3c45aaa535fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 894.236965] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.240477] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 5608ed52-331b-42b3-bad1-337d8bec154b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.240477] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.240477] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 82cb49f7-a02b-4d3a-8afc-81dde33e7480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.240477] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration 66d3374b-de9a-4014-8d55-3e9e82e2cd11 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 894.240666] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 1f532201-d733-4efb-bf4c-4822dc5ba413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.240666] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 89a409b9-04d6-4763-8244-5dd6bdab5bbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 894.380365] env[70771]: DEBUG oslo_concurrency.lockutils [req-b10fccf5-1b5a-4d0a-97c4-f58604d2a7a8 req-439ac25b-626d-488f-a742-4d6d4d441a8b service nova] Releasing lock "refresh_cache-5608ed52-331b-42b3-bad1-337d8bec154b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.452592] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:57:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70a28d30-6b65-423c-b379-8cf5e653b42c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733807876',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.452592] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.452592] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.452592] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.452935] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.453322] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.453655] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.453909] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.457398] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.457398] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.457398] env[70771]: DEBUG nova.virt.hardware [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.461017] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.462114] env[70771]: DEBUG nova.compute.manager [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.462409] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.462846] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d357eca4-c982-42f2-9430-cc3ae66ee49e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.477386] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d80877d-7d18-4da6-8c47-f9e58a58a56e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.486320] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.488672] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc31cdc4-f6a3-49d5-96d8-eafe63b3d820 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.491125] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 894.491125] env[70771]: value = "task-3513840" [ 894.491125] env[70771]: _type = "Task" [ 894.491125] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.497911] env[70771]: DEBUG oslo_vmware.api [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 894.497911] env[70771]: value = "task-3513841" [ 894.497911] env[70771]: _type = "Task" [ 894.497911] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.503020] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.511319] env[70771]: DEBUG oslo_vmware.api [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.548871] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.560080] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.705356] env[70771]: DEBUG nova.compute.manager [req-5f24ca8c-4b18-4209-88dd-d05ab59069b6 req-8c86f71e-7d71-402a-b51b-7839b5b8d8c5 service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Received event network-vif-deleted-61a2fece-76dc-4fb3-852a-9318446974f3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.705356] env[70771]: INFO nova.compute.manager [req-5f24ca8c-4b18-4209-88dd-d05ab59069b6 req-8c86f71e-7d71-402a-b51b-7839b5b8d8c5 service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Neutron deleted interface 61a2fece-76dc-4fb3-852a-9318446974f3; detaching it from the instance and deleting it from the info cache [ 894.705356] env[70771]: DEBUG nova.network.neutron [req-5f24ca8c-4b18-4209-88dd-d05ab59069b6 req-8c86f71e-7d71-402a-b51b-7839b5b8d8c5 service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.716819] env[70771]: DEBUG nova.network.neutron [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.745841] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c2ce1da3-2e92-4f49-9bb9-4482c44a9356 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.746165] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (1554b050-2605-4d7c-943f-8881c71b07d5): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 894.746755] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 894.746945] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5440MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 894.833554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "63a397f0-3a51-44bc-859a-91612778bfeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.834225] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "63a397f0-3a51-44bc-859a-91612778bfeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.837651] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "63a397f0-3a51-44bc-859a-91612778bfeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.837651] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "63a397f0-3a51-44bc-859a-91612778bfeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.837651] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "63a397f0-3a51-44bc-859a-91612778bfeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.843490] env[70771]: INFO nova.compute.manager [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Terminating instance [ 894.921165] env[70771]: DEBUG nova.compute.manager [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Received event network-vif-plugged-6d71d2e9-1fc9-41bc-b697-19c5ffbe31de {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.921407] env[70771]: DEBUG oslo_concurrency.lockutils [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] Acquiring lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.921628] env[70771]: DEBUG oslo_concurrency.lockutils [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.922824] env[70771]: DEBUG oslo_concurrency.lockutils [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.922824] env[70771]: DEBUG nova.compute.manager [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] No waiting events found dispatching network-vif-plugged-6d71d2e9-1fc9-41bc-b697-19c5ffbe31de {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.922824] env[70771]: WARNING nova.compute.manager [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Received unexpected event network-vif-plugged-6d71d2e9-1fc9-41bc-b697-19c5ffbe31de for instance with vm_state building and task_state spawning. [ 894.922824] env[70771]: DEBUG nova.compute.manager [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Received event network-changed-6d71d2e9-1fc9-41bc-b697-19c5ffbe31de {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.922824] env[70771]: DEBUG nova.compute.manager [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Refreshing instance network info cache due to event network-changed-6d71d2e9-1fc9-41bc-b697-19c5ffbe31de. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.923264] env[70771]: DEBUG oslo_concurrency.lockutils [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] Acquiring lock "refresh_cache-89a409b9-04d6-4763-8244-5dd6bdab5bbe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.942147] env[70771]: DEBUG nova.network.neutron [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Updating instance_info_cache with network_info: [{"id": "6d71d2e9-1fc9-41bc-b697-19c5ffbe31de", "address": "fa:16:3e:94:e9:00", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d71d2e9-1f", "ovs_interfaceid": "6d71d2e9-1fc9-41bc-b697-19c5ffbe31de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.013101] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513840, 'name': ReconfigVM_Task, 'duration_secs': 0.211184} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.013818] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.017113] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c4a6a-55a3-4d00-8fa5-4a73757effae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.023298] env[70771]: DEBUG oslo_vmware.api [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513841, 'name': PowerOffVM_Task, 'duration_secs': 0.48256} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.023920] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.024119] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.024363] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-218efbb0-6a50-49ee-b16f-98bc12e8fc6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.043944] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.047340] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-750dfd96-5074-4be2-b7ba-9b4ab51b553e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.076273] env[70771]: DEBUG oslo_vmware.api [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513834, 'name': PowerOnVM_Task, 'duration_secs': 1.605875} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.080388] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.080621] env[70771]: INFO nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Took 9.87 seconds to spawn the instance on the hypervisor. [ 895.080805] env[70771]: DEBUG nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.081282] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 895.081282] env[70771]: value = "task-3513843" [ 895.081282] env[70771]: _type = "Task" [ 895.081282] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.081498] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513839, 'name': ReconfigVM_Task, 'duration_secs': 0.655121} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.082228] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83438a45-67e6-4407-9070-a114620331b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.084856] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.088165] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59095545-1ed5-45d1-96ea-22b421a7a696 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.097647] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.102926] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 895.102926] env[70771]: value = "task-3513844" [ 895.102926] env[70771]: _type = "Task" [ 895.102926] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.114324] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513844, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.116941] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.117173] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.117352] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleting the datastore file [datastore2] 46940103-9674-410e-9e7f-b356cb9df416 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.117643] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a7792c-b859-41be-8412-54bacc2aa3e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.129017] env[70771]: DEBUG oslo_vmware.api [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 895.129017] env[70771]: value = "task-3513845" [ 895.129017] env[70771]: _type = "Task" [ 895.129017] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.137758] env[70771]: DEBUG oslo_vmware.api [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.182608] env[70771]: DEBUG nova.network.neutron [-] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.207382] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a730d8c7-aad6-4d55-985c-4bf91fcad233 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.217162] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944a1ca-8570-46a8-9f93-189ad186fcd6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.264041] env[70771]: DEBUG nova.compute.manager [req-5f24ca8c-4b18-4209-88dd-d05ab59069b6 req-8c86f71e-7d71-402a-b51b-7839b5b8d8c5 service nova] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Detach interface failed, port_id=61a2fece-76dc-4fb3-852a-9318446974f3, reason: Instance 250eba1c-9bec-4081-8124-5adcc88e87f1 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.295767] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3c88e-ce79-4c7c-9039-4b1492feb646 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.304613] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f97ac-7638-4c0a-85be-6064ea83b723 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.338711] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9aa13f-521c-474b-9ba3-7e1a337d4b22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.346163] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42940fe7-e45b-4832-a5e1-76d75f76037d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.351502] env[70771]: DEBUG nova.compute.manager [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.351775] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.352575] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3334270-5fe7-4d56-9a63-fc2ea16c0d72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.360763] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.369251] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57128297-2550-4511-adca-31754a38efde {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.371254] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.377842] env[70771]: DEBUG oslo_vmware.api [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 895.377842] env[70771]: value = "task-3513846" [ 895.377842] env[70771]: _type = "Task" [ 895.377842] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.391030] env[70771]: DEBUG oslo_vmware.api [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.445507] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "refresh_cache-89a409b9-04d6-4763-8244-5dd6bdab5bbe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.445998] env[70771]: DEBUG nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Instance network_info: |[{"id": "6d71d2e9-1fc9-41bc-b697-19c5ffbe31de", "address": "fa:16:3e:94:e9:00", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d71d2e9-1f", "ovs_interfaceid": "6d71d2e9-1fc9-41bc-b697-19c5ffbe31de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.446437] env[70771]: DEBUG oslo_concurrency.lockutils [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] Acquired lock "refresh_cache-89a409b9-04d6-4763-8244-5dd6bdab5bbe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.446700] env[70771]: DEBUG nova.network.neutron [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Refreshing network info cache for port 6d71d2e9-1fc9-41bc-b697-19c5ffbe31de {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.448373] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:e9:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d71d2e9-1fc9-41bc-b697-19c5ffbe31de', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.460253] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.460253] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.460486] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64567c1e-05ee-4efb-8c8a-e1879c7c121b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.487613] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.487613] env[70771]: value = "task-3513847" [ 895.487613] env[70771]: _type = "Task" [ 895.487613] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.501120] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513847, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.595694] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513843, 'name': ReconfigVM_Task, 'duration_secs': 0.372814} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.595985] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.596320] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance '1f532201-d733-4efb-bf4c-4822dc5ba413' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.621679] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513844, 'name': Rename_Task, 'duration_secs': 0.166452} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.622159] env[70771]: INFO nova.compute.manager [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Took 43.32 seconds to build instance. [ 895.623063] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.623349] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f258a28-5239-40c3-9168-ecd9a7de7131 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.631377] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 895.631377] env[70771]: value = "task-3513848" [ 895.631377] env[70771]: _type = "Task" [ 895.631377] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.638336] env[70771]: DEBUG oslo_vmware.api [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258793} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.639326] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.639326] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.639326] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.639689] env[70771]: INFO nova.compute.manager [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Took 1.18 seconds to destroy the instance on the hypervisor. [ 895.639792] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.639963] env[70771]: DEBUG nova.compute.manager [-] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.640065] env[70771]: DEBUG nova.network.neutron [-] [instance: 46940103-9674-410e-9e7f-b356cb9df416] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.645589] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.686913] env[70771]: INFO nova.compute.manager [-] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Took 1.73 seconds to deallocate network for instance. [ 895.875028] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.889172] env[70771]: DEBUG oslo_vmware.api [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513846, 'name': PowerOffVM_Task, 'duration_secs': 0.221112} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.889172] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.889172] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.889772] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-397ce510-f354-4b0a-b2a6-85a531dc902a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.956086] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.956408] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.956501] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Deleting the datastore file [datastore1] 63a397f0-3a51-44bc-859a-91612778bfeb {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.956801] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed5c2b26-8e1c-46df-bcb9-052ff299714a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.969851] env[70771]: DEBUG oslo_vmware.api [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 895.969851] env[70771]: value = "task-3513850" [ 895.969851] env[70771]: _type = "Task" [ 895.969851] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.983019] env[70771]: DEBUG oslo_vmware.api [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.999332] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513847, 'name': CreateVM_Task, 'duration_secs': 0.416207} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.999542] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.000554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.000672] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.001643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.001774] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cceccc89-537c-4da2-b50b-df02bffa482b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.010525] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 896.010525] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a24100-ab23-6b64-d84d-d94a436e7781" [ 896.010525] env[70771]: _type = "Task" [ 896.010525] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.024548] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a24100-ab23-6b64-d84d-d94a436e7781, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.025015] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.025238] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.026426] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.026662] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.027684] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.027684] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a758bf01-c52e-44d6-94f2-853a45233ec8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.040977] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.041249] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.042308] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1af4cd4-0225-4875-b903-ebb265b772ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.056687] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 896.056687] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525385e3-4ef2-1c42-0c90-bee438fd8020" [ 896.056687] env[70771]: _type = "Task" [ 896.056687] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.068321] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525385e3-4ef2-1c42-0c90-bee438fd8020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.104850] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd00d32-b1e3-46cd-b5c8-595bfe7331f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.147255] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6049a040-1391-4c44-9006-74d049f80e01 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.189s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.155980] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3ad203-9c4a-4777-a0a6-083939f32ad4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.166825] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.186528] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance '1f532201-d733-4efb-bf4c-4822dc5ba413' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.193620] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.385339] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 896.385339] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.200s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.386156] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.135s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.386156] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.388723] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.064s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.388924] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.395035] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.503s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.395035] env[70771]: INFO nova.compute.claims [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.395777] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.395946] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Cleaning up deleted instances {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 896.445669] env[70771]: INFO nova.scheduler.client.report [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted allocations for instance dd87b2c9-dde8-49c3-b72f-8347bac624a6 [ 896.449616] env[70771]: INFO nova.scheduler.client.report [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleted allocations for instance 322b76e2-f108-4f3e-80f6-0fcbd617f861 [ 896.479494] env[70771]: DEBUG oslo_vmware.api [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158105} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.480507] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.480689] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.480865] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.481050] env[70771]: INFO nova.compute.manager [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 896.481298] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.481484] env[70771]: DEBUG nova.compute.manager [-] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.481584] env[70771]: DEBUG nova.network.neutron [-] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.552885] env[70771]: DEBUG nova.network.neutron [-] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.567897] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525385e3-4ef2-1c42-0c90-bee438fd8020, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.568371] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af43cb8c-7983-49cf-b34a-1593dd2f983b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.574832] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 896.574832] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]522f18c8-c068-109e-16a4-5b4c01275bbd" [ 896.574832] env[70771]: _type = "Task" [ 896.574832] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.587095] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522f18c8-c068-109e-16a4-5b4c01275bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.659216] env[70771]: DEBUG oslo_vmware.api [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513848, 'name': PowerOnVM_Task, 'duration_secs': 0.709306} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.659579] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.659852] env[70771]: INFO nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Took 8.80 seconds to spawn the instance on the hypervisor. [ 896.660104] env[70771]: DEBUG nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.662033] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4592fc-fcfb-48c8-bb6d-e25395cb1397 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.673393] env[70771]: DEBUG nova.network.neutron [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Updated VIF entry in instance network info cache for port 6d71d2e9-1fc9-41bc-b697-19c5ffbe31de. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.675457] env[70771]: DEBUG nova.network.neutron [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Updating instance_info_cache with network_info: [{"id": "6d71d2e9-1fc9-41bc-b697-19c5ffbe31de", "address": "fa:16:3e:94:e9:00", "network": {"id": "69a2ab2d-3591-4493-87b2-bf23167a26a8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-23057104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d9d4d215794864b8ea4351a8a1adc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d71d2e9-1f", "ovs_interfaceid": "6d71d2e9-1fc9-41bc-b697-19c5ffbe31de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.749408] env[70771]: DEBUG nova.network.neutron [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Port c3fb130c-6480-4ce5-8bc0-64b94679ac56 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 896.911188] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] There are 36 instances to clean {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 896.912079] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: e7c108b8-ff7d-43ad-9ab4-5befedb52aaf] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.964144] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0626c67c-ef11-4626-9016-e835e3874550 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "dd87b2c9-dde8-49c3-b72f-8347bac624a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.231s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.967038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0af6ea24-cacc-4fe9-82bf-aebc7076650c tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "322b76e2-f108-4f3e-80f6-0fcbd617f861" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.137s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.056492] env[70771]: INFO nova.compute.manager [-] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Took 1.42 seconds to deallocate network for instance. [ 897.084856] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522f18c8-c068-109e-16a4-5b4c01275bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.085127] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.085386] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 89a409b9-04d6-4763-8244-5dd6bdab5bbe/89a409b9-04d6-4763-8244-5dd6bdab5bbe.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.087914] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79dfdf91-94f0-4967-8738-8a8a6537e775 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.098032] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 897.098032] env[70771]: value = "task-3513851" [ 897.098032] env[70771]: _type = "Task" [ 897.098032] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.110396] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.180899] env[70771]: DEBUG oslo_concurrency.lockutils [req-361c9af6-60d8-441d-b956-251186584964 req-ccab127d-d91b-45ea-bf20-93618abfd026 service nova] Releasing lock "refresh_cache-89a409b9-04d6-4763-8244-5dd6bdab5bbe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.187267] env[70771]: INFO nova.compute.manager [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Took 41.94 seconds to build instance. [ 897.291768] env[70771]: DEBUG nova.network.neutron [-] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.359318] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71e6cb8-1a0f-4934-8865-8a0fe100b933 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.370887] env[70771]: DEBUG nova.compute.manager [req-025b3df8-9c82-4870-86e6-6cc88050c61a req-a8d72ea3-3e36-48e8-8632-b6664b6754c5 service nova] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Received event network-vif-deleted-33c0e220-8db1-4b07-b3b7-1a5dc14d892c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.371339] env[70771]: DEBUG nova.compute.manager [req-025b3df8-9c82-4870-86e6-6cc88050c61a req-a8d72ea3-3e36-48e8-8632-b6664b6754c5 service nova] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Received event network-vif-deleted-6b95e4e7-77fe-4b33-ab64-a69aa59dc1c9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.379016] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b8d56d-09f8-4d0a-b2b1-10e38536b882 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.420149] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 97167a6c-46db-46a3-98a9-4d37f60c6f40] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.423637] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ef8a1b-fe4c-42b5-9716-919e28566ea6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.435119] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ed0e5-9871-4c35-af67-fbebfcba06ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.451760] env[70771]: DEBUG nova.compute.provider_tree [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.563115] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.607499] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506049} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.607756] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 89a409b9-04d6-4763-8244-5dd6bdab5bbe/89a409b9-04d6-4763-8244-5dd6bdab5bbe.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.607979] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.608244] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f956eec-758a-4d30-83f1-038b1cd3fbaa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.615298] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 897.615298] env[70771]: value = "task-3513852" [ 897.615298] env[70771]: _type = "Task" [ 897.615298] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.624697] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.691917] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9789802-caac-4441-8e3c-e196d2b8fa21 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.910s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.771133] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.771373] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.771681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.794701] env[70771]: INFO nova.compute.manager [-] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Took 1.31 seconds to deallocate network for instance. [ 897.825593] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "25e4a03a-d774-4b87-b16c-24cc95552abb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.825839] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.932899] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 529bacab-2dd3-4d2a-8a12-96c37f30f346] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.955887] env[70771]: DEBUG nova.scheduler.client.report [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.125909] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107179} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.127815] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.127815] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf86fe-7f6d-4f4c-9fda-8becd3b6d95d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.152188] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 89a409b9-04d6-4763-8244-5dd6bdab5bbe/89a409b9-04d6-4763-8244-5dd6bdab5bbe.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.152188] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c544973-4d7b-400c-abfd-22dc24bc343b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.167473] env[70771]: DEBUG nova.compute.manager [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.168317] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d954381-285c-4df5-9aaf-0500cede30b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.178315] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 898.178315] env[70771]: value = "task-3513853" [ 898.178315] env[70771]: _type = "Task" [ 898.178315] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.188958] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.203108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "bf67569f-a63d-42c2-88c7-f9510ae891c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.203108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.203108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "bf67569f-a63d-42c2-88c7-f9510ae891c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.203108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.203263] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.206761] env[70771]: INFO nova.compute.manager [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Terminating instance [ 898.300458] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.331288] env[70771]: DEBUG nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.369787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "7af9c303-945d-4e17-8217-3af5c949b5a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.369787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.369787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "7af9c303-945d-4e17-8217-3af5c949b5a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.369787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.370014] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.374354] env[70771]: INFO nova.compute.manager [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Terminating instance [ 898.437188] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b2cfe39b-98bd-4914-877d-7339e362c6e5] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.461360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.070s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.461930] env[70771]: DEBUG nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.464884] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.224s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.465103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.467327] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.945s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.467449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.470578] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.277s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.470797] env[70771]: DEBUG nova.objects.instance [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lazy-loading 'resources' on Instance uuid 250eba1c-9bec-4081-8124-5adcc88e87f1 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.477880] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.478315] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.478894] env[70771]: WARNING oslo_messaging._drivers.amqpdriver [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 898.514154] env[70771]: INFO nova.scheduler.client.report [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Deleted allocations for instance a43a3c6a-1f4e-4792-9c57-3c45aaa535fa [ 898.680171] env[70771]: INFO nova.compute.manager [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] instance snapshotting [ 898.686391] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f363147-5956-4fa0-b6fd-041091fff861 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.694873] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513853, 'name': ReconfigVM_Task, 'duration_secs': 0.308628} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.708703] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 89a409b9-04d6-4763-8244-5dd6bdab5bbe/89a409b9-04d6-4763-8244-5dd6bdab5bbe.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.709452] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fb1604a-f9ef-490a-bc4d-cc054fbf3e54 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.711553] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec2b6f1-d40d-4573-94cc-5ee61bff82d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.714280] env[70771]: DEBUG nova.compute.manager [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.714552] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.715624] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16501b9-1212-40e5-a380-80a40c2e13f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.720053] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 898.720053] env[70771]: value = "task-3513854" [ 898.720053] env[70771]: _type = "Task" [ 898.720053] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.728736] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.729180] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e410cc19-47ac-4ae7-8cf5-c6a51727a7d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.735544] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513854, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.736701] env[70771]: DEBUG oslo_vmware.api [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 898.736701] env[70771]: value = "task-3513855" [ 898.736701] env[70771]: _type = "Task" [ 898.736701] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.807800] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.808010] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.808192] env[70771]: DEBUG nova.network.neutron [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.850032] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.878627] env[70771]: DEBUG nova.compute.manager [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.878627] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.879518] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15dbbc6-ea9b-453b-aa3d-6d3628e6cec5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.888061] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.888353] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b9d7700-0a7b-451f-a128-60dcbf153708 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.895244] env[70771]: DEBUG oslo_vmware.api [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 898.895244] env[70771]: value = "task-3513856" [ 898.895244] env[70771]: _type = "Task" [ 898.895244] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.903988] env[70771]: DEBUG oslo_vmware.api [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.940875] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 6d7fef48-7b7a-4387-8b4f-d566c832979e] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.960703] env[70771]: INFO nova.compute.manager [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Rebuilding instance [ 898.975351] env[70771]: DEBUG nova.compute.utils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.988251] env[70771]: DEBUG nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.988453] env[70771]: DEBUG nova.network.neutron [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.990549] env[70771]: DEBUG nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.993642] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2826a95e-6b7d-42d9-98a7-29f95dd8b901 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.998s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.994828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.375s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.995138] env[70771]: INFO nova.compute.manager [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Unshelving [ 899.029715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-983d394e-4538-42f5-b3c5-cb8141b5d86d tempest-ServerMetadataTestJSON-1768738107 tempest-ServerMetadataTestJSON-1768738107-project-member] Lock "a43a3c6a-1f4e-4792-9c57-3c45aaa535fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.376s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.032248] env[70771]: DEBUG nova.compute.manager [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.033132] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16475eeb-1cbd-4660-b79c-57c4578e8273 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.062077] env[70771]: DEBUG nova.policy [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7b565d991b4817893c6a3f7426ad57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d8b4b0dd624daeb0c3ef5ed6d47187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.232016] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.234305] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-101a7ea5-aa03-45db-b43b-2c9f3fbfcf85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.236218] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513854, 'name': Rename_Task, 'duration_secs': 0.140328} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.239036] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.240684] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a51d6b-b958-423e-a5af-5eb0659ccdec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.245896] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 899.245896] env[70771]: value = "task-3513857" [ 899.245896] env[70771]: _type = "Task" [ 899.245896] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.255771] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 899.255771] env[70771]: value = "task-3513858" [ 899.255771] env[70771]: _type = "Task" [ 899.255771] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.255997] env[70771]: DEBUG oslo_vmware.api [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513855, 'name': PowerOffVM_Task, 'duration_secs': 0.4113} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.256841] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.257031] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.259968] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287185ad-2315-4561-94e2-0e5f79c7e595 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.264886] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.272905] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513858, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.345200] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.345639] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.346818] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleting the datastore file [datastore2] bf67569f-a63d-42c2-88c7-f9510ae891c2 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.349266] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-552cd112-030c-40f4-812c-1df6e35e166f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.357488] env[70771]: DEBUG oslo_vmware.api [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 899.357488] env[70771]: value = "task-3513860" [ 899.357488] env[70771]: _type = "Task" [ 899.357488] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.366648] env[70771]: DEBUG oslo_vmware.api [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.407904] env[70771]: DEBUG oslo_vmware.api [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513856, 'name': PowerOffVM_Task, 'duration_secs': 0.26596} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.407904] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.407984] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.408287] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4774f091-d3f4-4240-a1ea-e483c4d555ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.445308] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 73e3d7de-dfc6-4702-91e4-de5406d02c80] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.467731] env[70771]: DEBUG nova.network.neutron [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Successfully created port: 7da37ce8-9285-497e-b115-147a6ebce819 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.477066] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.477066] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.477066] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleting the datastore file [datastore2] 7af9c303-945d-4e17-8217-3af5c949b5a2 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.477066] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e053ae1-ec45-479b-b9e2-93c4dc22335a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.482993] env[70771]: DEBUG nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.488989] env[70771]: DEBUG oslo_vmware.api [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 899.488989] env[70771]: value = "task-3513862" [ 899.488989] env[70771]: _type = "Task" [ 899.488989] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.491239] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb780e1-92a0-4efa-804d-b6a33f7eb2ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.509189] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64fadd0-ad40-410d-83f3-aded72fca5b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.512636] env[70771]: DEBUG oslo_vmware.api [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.552205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.553089] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a61dcf9-3b91-490a-9eb9-4300b6c31acb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.569017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a303a70a-283e-4e4a-a80d-16c761235660 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.584565] env[70771]: DEBUG nova.compute.provider_tree [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.655991] env[70771]: DEBUG nova.network.neutron [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance_info_cache with network_info: [{"id": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "address": "fa:16:3e:58:93:93", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fb130c-64", "ovs_interfaceid": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.756420] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.766040] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.867702] env[70771]: DEBUG oslo_vmware.api [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1834} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.867975] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.868180] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.868364] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.868532] env[70771]: INFO nova.compute.manager [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 899.868777] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.868969] env[70771]: DEBUG nova.compute.manager [-] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.869081] env[70771]: DEBUG nova.network.neutron [-] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.949181] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 5496ee2e-c062-4122-94ad-636d993287e4] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.010025] env[70771]: DEBUG oslo_vmware.api [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199898} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.010025] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.010025] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.010025] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.010025] env[70771]: INFO nova.compute.manager [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 900.010283] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.010283] env[70771]: DEBUG nova.compute.manager [-] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.010283] env[70771]: DEBUG nova.network.neutron [-] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.020596] env[70771]: DEBUG nova.compute.utils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.060813] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.061263] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f65533-ddca-44c6-aa3e-3c281db6cc6e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.068300] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 900.068300] env[70771]: value = "task-3513863" [ 900.068300] env[70771]: _type = "Task" [ 900.068300] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.077599] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.087690] env[70771]: DEBUG nova.scheduler.client.report [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.158629] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.258916] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513857, 'name': CreateSnapshot_Task, 'duration_secs': 0.636339} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.262071] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.262926] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbc5800-c2ec-4a8b-bfa4-41e9b39bfbdd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.270507] env[70771]: DEBUG oslo_vmware.api [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513858, 'name': PowerOnVM_Task, 'duration_secs': 0.517608} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.273679] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.273892] env[70771]: INFO nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Took 7.12 seconds to spawn the instance on the hypervisor. [ 900.274082] env[70771]: DEBUG nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.276953] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d286ebed-71c2-45c1-9d8c-245766d2fc8b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.454023] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b3ec055c-6ccf-446b-9ebd-00306eae31df] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.503159] env[70771]: DEBUG nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.523746] env[70771]: INFO nova.virt.block_device [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Booting with volume 0f646e5d-546a-4a56-a436-27383372e2eb at /dev/sdb [ 900.542661] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.542923] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.543136] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.543902] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.544162] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.544328] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.544541] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.545168] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.545168] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.545168] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.545304] env[70771]: DEBUG nova.virt.hardware [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.546433] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77e46d-3842-49f2-b18b-2a168ce3a22e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.555841] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65292648-b149-4d12-b4ac-446acf86a11f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.583640] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73347531-240b-45b0-90df-91ea5e82df52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.591886] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513863, 'name': PowerOffVM_Task, 'duration_secs': 0.385505} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.595009] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.596993] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.597243] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.598399] env[70771]: DEBUG nova.compute.manager [req-1d56db06-ca0f-454c-853e-d866cd276767 req-3471f49e-0cf0-453d-8a18-31903b3fc8f0 service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Received event network-vif-deleted-2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.598583] env[70771]: INFO nova.compute.manager [req-1d56db06-ca0f-454c-853e-d866cd276767 req-3471f49e-0cf0-453d-8a18-31903b3fc8f0 service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Neutron deleted interface 2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7; detaching it from the instance and deleting it from the info cache [ 900.598750] env[70771]: DEBUG nova.network.neutron [req-1d56db06-ca0f-454c-853e-d866cd276767 req-3471f49e-0cf0-453d-8a18-31903b3fc8f0 service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.600442] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.038s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.604018] env[70771]: DEBUG nova.objects.instance [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lazy-loading 'resources' on Instance uuid 46940103-9674-410e-9e7f-b356cb9df416 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.604018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766fb476-6eb3-4f07-a538-d756e2972ca5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.608354] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb95cc43-e545-4ea5-b906-b8d49ea7cdf7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.626412] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.627862] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce09443-c111-4544-9839-15e574388cfd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.654171] env[70771]: INFO nova.scheduler.client.report [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Deleted allocations for instance 250eba1c-9bec-4081-8124-5adcc88e87f1 [ 900.654171] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0fc1749-fe79-4e13-af80-15b3193af136 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.661008] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91172984-f278-4287-ab21-48bb836b6e21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.707917] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7951ac3a-c882-44a5-92f6-3d37d5b3f735 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.712981] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f336ecd-b930-45cb-8850-187bd698dca9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.715248] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.715734] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.715734] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleting the datastore file [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.716704] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c6d7784-af58-45cf-aa58-94dbe3aac4ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.733939] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ae7531-d37d-4a00-b799-9b39f7ea544a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.738495] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e66c5-9333-424c-b45c-7c6330b41097 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.742049] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 900.742049] env[70771]: value = "task-3513865" [ 900.742049] env[70771]: _type = "Task" [ 900.742049] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.748188] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance '1f532201-d733-4efb-bf4c-4822dc5ba413' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.755983] env[70771]: DEBUG nova.virt.block_device [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating existing volume attachment record: 31ba299e-6013-4d3a-8fac-5d53fcf79684 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 900.761140] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.787284] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.792893] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3fe60b5-ac6e-451b-b158-b48eb8a7e383 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.800632] env[70771]: INFO nova.compute.manager [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Took 42.79 seconds to build instance. [ 900.807223] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 900.807223] env[70771]: value = "task-3513866" [ 900.807223] env[70771]: _type = "Task" [ 900.807223] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.816524] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513866, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.957516] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 48b8cd3f-dfdd-4583-a856-f7abe793b0d3] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.086454] env[70771]: DEBUG nova.network.neutron [-] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.126424] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76dcee2e-d662-43c2-a816-b6ac52916cb1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.136197] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baca3164-6f7f-409f-81aa-d7c2aa055334 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.154765] env[70771]: DEBUG nova.network.neutron [-] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.161384] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e0f6c9f7-ec21-4955-882b-90978e1f6878 tempest-ServersTestManualDisk-1468672688 tempest-ServersTestManualDisk-1468672688-project-member] Lock "250eba1c-9bec-4081-8124-5adcc88e87f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.878s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.181648] env[70771]: DEBUG nova.compute.manager [req-1d56db06-ca0f-454c-853e-d866cd276767 req-3471f49e-0cf0-453d-8a18-31903b3fc8f0 service nova] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Detach interface failed, port_id=2dbe8b24-9ef4-4ec1-b114-7b30be12d1b7, reason: Instance 7af9c303-945d-4e17-8217-3af5c949b5a2 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.187525] env[70771]: DEBUG nova.compute.manager [req-e6c37923-a625-4cb1-b740-3d7f421fca98 req-7af88993-1123-45f2-bbec-e63d1626c3e2 service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Received event network-vif-plugged-7da37ce8-9285-497e-b115-147a6ebce819 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.187769] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6c37923-a625-4cb1-b740-3d7f421fca98 req-7af88993-1123-45f2-bbec-e63d1626c3e2 service nova] Acquiring lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.187987] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6c37923-a625-4cb1-b740-3d7f421fca98 req-7af88993-1123-45f2-bbec-e63d1626c3e2 service nova] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.188222] env[70771]: DEBUG oslo_concurrency.lockutils [req-e6c37923-a625-4cb1-b740-3d7f421fca98 req-7af88993-1123-45f2-bbec-e63d1626c3e2 service nova] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.188417] env[70771]: DEBUG nova.compute.manager [req-e6c37923-a625-4cb1-b740-3d7f421fca98 req-7af88993-1123-45f2-bbec-e63d1626c3e2 service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] No waiting events found dispatching network-vif-plugged-7da37ce8-9285-497e-b115-147a6ebce819 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.188599] env[70771]: WARNING nova.compute.manager [req-e6c37923-a625-4cb1-b740-3d7f421fca98 req-7af88993-1123-45f2-bbec-e63d1626c3e2 service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Received unexpected event network-vif-plugged-7da37ce8-9285-497e-b115-147a6ebce819 for instance with vm_state building and task_state spawning. [ 901.255161] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307863} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.257320] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.257607] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.257805] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.265248] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.265248] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44978044-2005-4e7f-930e-3ab3b60d8249 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.271846] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 901.271846] env[70771]: value = "task-3513870" [ 901.271846] env[70771]: _type = "Task" [ 901.271846] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.282575] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.302613] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91671ea2-cdc1-4782-9d52-897ac21eedaa tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.300s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.323068] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513866, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.461246] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 81c616b1-fa27-4606-94be-2ba00dbdf11a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.541512] env[70771]: DEBUG nova.network.neutron [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Successfully updated port: 7da37ce8-9285-497e-b115-147a6ebce819 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.590040] env[70771]: INFO nova.compute.manager [-] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Took 1.58 seconds to deallocate network for instance. [ 901.660312] env[70771]: INFO nova.compute.manager [-] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Took 1.79 seconds to deallocate network for instance. [ 901.668851] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11706b5-52ba-4a1f-8955-a3cc8520c517 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.680365] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db826b-6b3b-4f21-8cae-cd22ac8f1094 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.714014] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8170cc4d-0ad2-42bf-9aa5-4939a82bf2b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.722367] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6082a759-e067-4c26-8598-80036a64bea1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.737838] env[70771]: DEBUG nova.compute.provider_tree [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.783328] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513870, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.817321] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513866, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.853980] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.854526] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.854632] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.854742] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.854944] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.857243] env[70771]: INFO nova.compute.manager [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Terminating instance [ 901.965651] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: f01746b5-6833-4612-bb74-91a70b81b610] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.044507] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "refresh_cache-c2ce1da3-2e92-4f49-9bb9-4482c44a9356" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.047467] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "refresh_cache-c2ce1da3-2e92-4f49-9bb9-4482c44a9356" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.047467] env[70771]: DEBUG nova.network.neutron [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.103394] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.167229] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.264238] env[70771]: ERROR nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [req-5dd2d899-901c-48d3-8a5c-803b9d0b9afe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dd2d899-901c-48d3-8a5c-803b9d0b9afe"}]} [ 902.284134] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513870, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.292384] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 902.298882] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.298882] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.298882] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.299117] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.299117] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.299117] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.299117] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.299117] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.299255] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.299255] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.299503] env[70771]: DEBUG nova.virt.hardware [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.300615] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ef3cc3-8ba4-4f22-b678-5dd84f753545 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.311528] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 902.311792] env[70771]: DEBUG nova.compute.provider_tree [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.319292] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a99e438-88f7-46fa-9276-0ef03701c941 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.330224] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513866, 'name': CloneVM_Task, 'duration_secs': 1.443888} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.340569] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Created linked-clone VM from snapshot [ 902.341334] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:f7:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52cb1f97-227e-411a-b9fe-56642dbe7294', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.352126] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.353709] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 902.357775] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f3bae-d3b0-4416-903e-1d9ad44c4ac8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.361178] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.362751] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d4a9895-4c5c-4515-b7c2-feeae784b754 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.380480] env[70771]: DEBUG nova.compute.manager [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.380480] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.381563] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287a7ea7-8a98-4058-b2ee-be87b9b37605 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.389022] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 902.393796] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Uploading image be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.395788] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.395788] env[70771]: value = "task-3513871" [ 902.395788] env[70771]: _type = "Task" [ 902.395788] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.402009] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.403331] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5be76710-2752-4cf8-ac35-eb1dd2b4eb07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.409408] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513871, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.413883] env[70771]: DEBUG oslo_vmware.api [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 902.413883] env[70771]: value = "task-3513872" [ 902.413883] env[70771]: _type = "Task" [ 902.413883] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.424028] env[70771]: DEBUG oslo_vmware.api [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.436197] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.436197] env[70771]: value = "vm-702062" [ 902.436197] env[70771]: _type = "VirtualMachine" [ 902.436197] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.436850] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7eda54ef-69a8-48df-97ff-d246390cb511 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.446841] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease: (returnval){ [ 902.446841] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5249caab-10b2-2ac5-2d28-d8720c8321c8" [ 902.446841] env[70771]: _type = "HttpNfcLease" [ 902.446841] env[70771]: } obtained for exporting VM: (result){ [ 902.446841] env[70771]: value = "vm-702062" [ 902.446841] env[70771]: _type = "VirtualMachine" [ 902.446841] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.446841] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the lease: (returnval){ [ 902.446841] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5249caab-10b2-2ac5-2d28-d8720c8321c8" [ 902.446841] env[70771]: _type = "HttpNfcLease" [ 902.446841] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.455608] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.455608] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5249caab-10b2-2ac5-2d28-d8720c8321c8" [ 902.455608] env[70771]: _type = "HttpNfcLease" [ 902.455608] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.468689] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 0bd0a48d-a47f-45fd-ab1d-2baf3d364543] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.599871] env[70771]: DEBUG nova.network.neutron [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.749546] env[70771]: DEBUG nova.compute.manager [req-e06ec9ae-bd6d-46d9-bc0c-be67205897c2 req-b4f3c45a-34b2-4453-95a4-069a61f179fb service nova] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Received event network-vif-deleted-23d28c9a-94a2-4564-8962-f91d7ea1600f {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.784895] env[70771]: DEBUG oslo_vmware.api [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513870, 'name': PowerOnVM_Task, 'duration_secs': 1.068114} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.788200] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.789205] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf715fe-5fd2-4d15-a180-8596c5541131 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance '1f532201-d733-4efb-bf4c-4822dc5ba413' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.860666] env[70771]: DEBUG nova.network.neutron [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Updating instance_info_cache with network_info: [{"id": "7da37ce8-9285-497e-b115-147a6ebce819", "address": "fa:16:3e:a0:67:1e", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da37ce8-92", "ovs_interfaceid": "7da37ce8-9285-497e-b115-147a6ebce819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.907820] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513871, 'name': CreateVM_Task, 'duration_secs': 0.410271} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.908901] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.909686] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8386051-041a-4100-aab2-764369f2509f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.912666] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.912838] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.913223] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.913479] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95870124-d71c-4e25-8e9a-de3f8981a922 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.923202] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d3a89e-26db-420c-b6e4-e2c8a74bd78a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.928068] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 902.928068] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]522f6b9d-3f12-ebf6-9621-5d2d238e3f7c" [ 902.928068] env[70771]: _type = "Task" [ 902.928068] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.930202] env[70771]: DEBUG oslo_vmware.api [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513872, 'name': PowerOffVM_Task, 'duration_secs': 0.196796} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.933623] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.933845] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.958162] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b43ac77-170d-453b-8bf8-11b496ef7932 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.964186] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a257b6ef-7ceb-4745-b30b-f49218e32596 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.970316] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522f6b9d-3f12-ebf6-9621-5d2d238e3f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.971152] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.971393] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.971663] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.971811] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.971999] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.972420] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: a0324c35-a135-465e-9bad-b02b7e0996ee] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.974144] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3af34b8-2a3f-4240-a58b-caa62c48eb67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.979063] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.979063] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5249caab-10b2-2ac5-2d28-d8720c8321c8" [ 902.979063] env[70771]: _type = "HttpNfcLease" [ 902.979063] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.979684] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.979684] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5249caab-10b2-2ac5-2d28-d8720c8321c8" [ 902.979684] env[70771]: _type = "HttpNfcLease" [ 902.979684] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.980855] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b64f22b-fe1f-4573-bda3-13faa9a006f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.985266] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da15e3-3f09-4cc1-ab3a-b5bbcd046603 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.988613] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.988783] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.989764] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88de1b98-cd2d-40f5-90b8-e131a30eb11f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.004833] env[70771]: DEBUG nova.compute.provider_tree [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.006276] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52740942-438e-d83d-a555-698454561e52/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.006444] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52740942-438e-d83d-a555-698454561e52/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 903.012357] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 903.012357] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52748cc1-6053-8c79-90d6-ecb439ac4461" [ 903.012357] env[70771]: _type = "Task" [ 903.012357] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.071613] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.071613] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.071613] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleting the datastore file [datastore1] 89a409b9-04d6-4763-8244-5dd6bdab5bbe {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.073051] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea0e9042-172e-4ea1-a14d-285e88bd8e02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.081167] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52748cc1-6053-8c79-90d6-ecb439ac4461, 'name': SearchDatastore_Task, 'duration_secs': 0.018689} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.083930] env[70771]: DEBUG oslo_vmware.api [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for the task: (returnval){ [ 903.083930] env[70771]: value = "task-3513875" [ 903.083930] env[70771]: _type = "Task" [ 903.083930] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.083930] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bce86ab-a6d6-492c-83bf-37688b3f5b70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.091288] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 903.091288] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52de46b5-bdde-827f-f0e5-cd5b1cc22d6b" [ 903.091288] env[70771]: _type = "Task" [ 903.091288] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.094698] env[70771]: DEBUG oslo_vmware.api [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.103771] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52de46b5-bdde-827f-f0e5-cd5b1cc22d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.103887] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.107430] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.107430] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f10e91-cb98-4027-833d-0e6ab84b9031 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.110152] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22d46ce0-39a2-4338-90f1-ac1a34116cb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.114273] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 903.114273] env[70771]: value = "task-3513876" [ 903.114273] env[70771]: _type = "Task" [ 903.114273] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.122992] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.363987] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "refresh_cache-c2ce1da3-2e92-4f49-9bb9-4482c44a9356" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.365109] env[70771]: DEBUG nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Instance network_info: |[{"id": "7da37ce8-9285-497e-b115-147a6ebce819", "address": "fa:16:3e:a0:67:1e", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da37ce8-92", "ovs_interfaceid": "7da37ce8-9285-497e-b115-147a6ebce819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.365307] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:67:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7da37ce8-9285-497e-b115-147a6ebce819', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.376687] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.378128] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.378128] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3851562-e5ba-4e7b-9d60-712915c1e792 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.406747] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.407121] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.409166] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.409166] env[70771]: value = "task-3513878" [ 903.409166] env[70771]: _type = "Task" [ 903.409166] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.421765] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513878, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.424218] env[70771]: DEBUG nova.compute.manager [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Received event network-changed-7da37ce8-9285-497e-b115-147a6ebce819 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.424367] env[70771]: DEBUG nova.compute.manager [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Refreshing instance network info cache due to event network-changed-7da37ce8-9285-497e-b115-147a6ebce819. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.425042] env[70771]: DEBUG oslo_concurrency.lockutils [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] Acquiring lock "refresh_cache-c2ce1da3-2e92-4f49-9bb9-4482c44a9356" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.425042] env[70771]: DEBUG oslo_concurrency.lockutils [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] Acquired lock "refresh_cache-c2ce1da3-2e92-4f49-9bb9-4482c44a9356" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.425042] env[70771]: DEBUG nova.network.neutron [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Refreshing network info cache for port 7da37ce8-9285-497e-b115-147a6ebce819 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.479099] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b426771b-a300-4275-a93f-2fdff440adfc] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.534575] env[70771]: ERROR nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [req-072119bc-80d9-4a75-8f12-6295d9086a39] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-072119bc-80d9-4a75-8f12-6295d9086a39"}]} [ 903.552778] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 903.569660] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 903.569938] env[70771]: DEBUG nova.compute.provider_tree [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.585274] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 903.598965] env[70771]: DEBUG oslo_vmware.api [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Task: {'id': task-3513875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141842} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.599290] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.599483] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.599704] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.599906] env[70771]: INFO nova.compute.manager [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Took 1.22 seconds to destroy the instance on the hypervisor. [ 903.600199] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.600745] env[70771]: DEBUG nova.compute.manager [-] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.600745] env[70771]: DEBUG nova.network.neutron [-] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.609150] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 903.626914] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48166} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.626914] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.627218] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.627756] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e4edae4-35ac-47a9-9ef5-6d60cdafa681 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.641187] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 903.641187] env[70771]: value = "task-3513879" [ 903.641187] env[70771]: _type = "Task" [ 903.641187] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.651606] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.774708] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.775041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.914325] env[70771]: DEBUG nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.930915] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513878, 'name': CreateVM_Task, 'duration_secs': 0.458385} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.931421] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.932777] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.932966] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.933449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.933818] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c047008c-8783-4435-84d5-12a497c9396a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.940518] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 903.940518] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5259828c-cfda-efe4-4704-90dac7b781e0" [ 903.940518] env[70771]: _type = "Task" [ 903.940518] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.954400] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5259828c-cfda-efe4-4704-90dac7b781e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.960153] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.960153] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.960153] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.960153] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.960153] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.962254] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bae65c1-fbb9-4835-b636-9e8a5c68edf2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.977801] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.977932] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.979081] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca22dbfd-df26-4a3c-a163-26f5aa1cbaac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.982449] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: ee4f74ea-706a-4efe-a7d5-5bff5aaef508] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.990595] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 903.990595] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528fa2fe-e697-930c-bc28-ee0c8d20f1d2" [ 903.990595] env[70771]: _type = "Task" [ 903.990595] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.001552] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528fa2fe-e697-930c-bc28-ee0c8d20f1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008842} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.002589] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2461e5c-8e62-437d-9822-1144f59c1079 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.009578] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 904.009578] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c3beda-fe91-0d18-f731-8bd92cdc1795" [ 904.009578] env[70771]: _type = "Task" [ 904.009578] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.030522] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c3beda-fe91-0d18-f731-8bd92cdc1795, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.030522] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.030522] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] c2ce1da3-2e92-4f49-9bb9-4482c44a9356/c2ce1da3-2e92-4f49-9bb9-4482c44a9356.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.031563] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b030f602-ea98-438f-bc82-52c130195717 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.047697] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 904.047697] env[70771]: value = "task-3513880" [ 904.047697] env[70771]: _type = "Task" [ 904.047697] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.056324] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.156581] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070811} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.156581] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.156581] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c7f349-5d97-41d4-9457-7e2d1fea3179 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.920745] env[70771]: DEBUG nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.932015] env[70771]: DEBUG nova.network.neutron [-] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.936020] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 9544fe98-4d21-44fd-b4ac-c17762ffb0fe] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.944125] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.960853] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563f229d-6904-4778-8e2c-565d4ad73999 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.991980] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518766} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.996611] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] c2ce1da3-2e92-4f49-9bb9-4482c44a9356/c2ce1da3-2e92-4f49-9bb9-4482c44a9356.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.997009] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.997499] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 904.997499] env[70771]: value = "task-3513881" [ 904.997499] env[70771]: _type = "Task" [ 904.997499] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.998253] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5129343e-3bfb-4c07-b58f-20c502c52417 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.008681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.021546] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.021546] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 905.021546] env[70771]: value = "task-3513882" [ 905.021546] env[70771]: _type = "Task" [ 905.021546] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.026687] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b6852-e3ce-4ddd-8af4-a7ca4d9754a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.035540] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.039658] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ef2b7b-460f-4208-8e54-9239e8b24524 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.076873] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69dc7cd-8eb8-42d2-8964-395d2984713a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.087601] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fae193-80fb-4b20-af02-0381bf10258c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.103231] env[70771]: DEBUG nova.compute.provider_tree [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.128314] env[70771]: DEBUG nova.network.neutron [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Updated VIF entry in instance network info cache for port 7da37ce8-9285-497e-b115-147a6ebce819. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.128688] env[70771]: DEBUG nova.network.neutron [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Updating instance_info_cache with network_info: [{"id": "7da37ce8-9285-497e-b115-147a6ebce819", "address": "fa:16:3e:a0:67:1e", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da37ce8-92", "ovs_interfaceid": "7da37ce8-9285-497e-b115-147a6ebce819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.457016] env[70771]: INFO nova.compute.manager [-] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Took 1.86 seconds to deallocate network for instance. [ 905.458470] env[70771]: DEBUG nova.compute.manager [req-34a102a7-5083-47ce-b52c-dbf66e14a3f2 req-7995308b-b4f1-4b0b-ab26-2df235656ae0 service nova] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Received event network-vif-deleted-6d71d2e9-1fc9-41bc-b697-19c5ffbe31de {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.482072] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.513483] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 23908b13-acfd-4013-b73c-94f1dd179b9a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.515340] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.531116] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.386082} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.531482] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.532347] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3158c93-75d0-496c-876a-0a645e39c39b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.556063] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] c2ce1da3-2e92-4f49-9bb9-4482c44a9356/c2ce1da3-2e92-4f49-9bb9-4482c44a9356.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.557008] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec91fd06-8431-45ac-b6ce-fc30939eb818 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.576654] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 905.576654] env[70771]: value = "task-3513883" [ 905.576654] env[70771]: _type = "Task" [ 905.576654] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.585214] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.607352] env[70771]: DEBUG nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.630946] env[70771]: DEBUG oslo_concurrency.lockutils [req-fc4033ce-60af-4828-a772-d875ff056c12 req-99cb7686-3f5c-4f02-9c89-fc77d64f46db service nova] Releasing lock "refresh_cache-c2ce1da3-2e92-4f49-9bb9-4482c44a9356" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.686293] env[70771]: DEBUG nova.network.neutron [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Port c3fb130c-6480-4ce5-8bc0-64b94679ac56 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 905.686577] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.686787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.687208] env[70771]: DEBUG nova.network.neutron [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.969273] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.015175] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513881, 'name': ReconfigVM_Task, 'duration_secs': 0.585629} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.015462] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480/82cb49f7-a02b-4d3a-8afc-81dde33e7480.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.016276] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: fbefa65e-30a4-4a4b-a588-a8f514c84a11] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.018736] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e05fdca-b149-470e-aaba-20f503ab1153 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.025680] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 906.025680] env[70771]: value = "task-3513884" [ 906.025680] env[70771]: _type = "Task" [ 906.025680] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.037694] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513884, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.085656] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.114185] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.514s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.116530] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.816s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.117359] env[70771]: DEBUG nova.objects.instance [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lazy-loading 'resources' on Instance uuid 63a397f0-3a51-44bc-859a-91612778bfeb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.135190] env[70771]: INFO nova.scheduler.client.report [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted allocations for instance 46940103-9674-410e-9e7f-b356cb9df416 [ 906.390536] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.465565] env[70771]: DEBUG nova.network.neutron [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance_info_cache with network_info: [{"id": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "address": "fa:16:3e:58:93:93", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fb130c-64", "ovs_interfaceid": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.521959] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 577d55dc-b2fe-4bb2-bdfc-1fcfadb26582] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.534939] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513884, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.585847] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513883, 'name': ReconfigVM_Task, 'duration_secs': 0.647355} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.586226] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Reconfigured VM instance instance-00000042 to attach disk [datastore2] c2ce1da3-2e92-4f49-9bb9-4482c44a9356/c2ce1da3-2e92-4f49-9bb9-4482c44a9356.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.586890] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9e94c85-3a5a-4bb9-b036-1f2160c712bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.593848] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 906.593848] env[70771]: value = "task-3513885" [ 906.593848] env[70771]: _type = "Task" [ 906.593848] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.602155] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513885, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.645033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59da69cb-4c1d-4ca0-8f6a-64a43f18a99d tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "46940103-9674-410e-9e7f-b356cb9df416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.708s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.832476] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "ad438180-2e64-447b-ab5c-76566567d026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.832757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "ad438180-2e64-447b-ab5c-76566567d026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.832958] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "ad438180-2e64-447b-ab5c-76566567d026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.833158] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "ad438180-2e64-447b-ab5c-76566567d026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.833326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "ad438180-2e64-447b-ab5c-76566567d026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.835365] env[70771]: INFO nova.compute.manager [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Terminating instance [ 906.968419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.997870] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d44bf0-a143-4f6f-9998-c4945d336e5b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.005752] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b83b3-ec6b-46ee-a217-11394a8b6b4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.037727] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 7e1c9c1c-b83e-47ee-941e-9c2b66443b5e] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.042729] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bedc22e-1480-4661-b485-75d311e0c3cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.050522] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513884, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.053704] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c30939e-c97f-4296-91e8-1526fd1dc80e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.067732] env[70771]: DEBUG nova.compute.provider_tree [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.103998] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513885, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.339098] env[70771]: DEBUG nova.compute.manager [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.339425] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.340610] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd3082e-8984-4b61-8da3-f63a84cacd56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.349572] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.349893] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3060f682-c74e-4881-943d-7d704d13f768 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.356665] env[70771]: DEBUG oslo_vmware.api [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 907.356665] env[70771]: value = "task-3513886" [ 907.356665] env[70771]: _type = "Task" [ 907.356665] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.366079] env[70771]: DEBUG oslo_vmware.api [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.475479] env[70771]: DEBUG nova.compute.manager [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70771) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 907.475730] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.550158] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 3274fedf-b803-4222-b0b7-754cc842f55e] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.553292] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513884, 'name': Rename_Task, 'duration_secs': 1.325236} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.553998] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.554415] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-767525cd-2ead-43eb-90b8-33e4be40c00c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.563382] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 907.563382] env[70771]: value = "task-3513887" [ 907.563382] env[70771]: _type = "Task" [ 907.563382] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.571684] env[70771]: DEBUG nova.scheduler.client.report [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.575154] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.607286] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513885, 'name': Rename_Task, 'duration_secs': 0.921406} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.607511] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.607782] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-350af5f1-d8f5-41b4-adad-6d12a54f9504 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.614424] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 907.614424] env[70771]: value = "task-3513888" [ 907.614424] env[70771]: _type = "Task" [ 907.614424] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.623186] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.866866] env[70771]: DEBUG oslo_vmware.api [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513886, 'name': PowerOffVM_Task, 'duration_secs': 0.218937} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.867141] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.867307] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.867555] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de395b3e-2b8a-4bee-86b4-292d0c3ff1a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.977658] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.977914] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.978075] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleting the datastore file [datastore1] ad438180-2e64-447b-ab5c-76566567d026 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.978353] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-596b57e1-e815-4e6d-8387-96f2cf301173 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.984749] env[70771]: DEBUG oslo_vmware.api [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for the task: (returnval){ [ 907.984749] env[70771]: value = "task-3513890" [ 907.984749] env[70771]: _type = "Task" [ 907.984749] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.992990] env[70771]: DEBUG oslo_vmware.api [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.054760] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 6d593d73-d5fd-4a4a-aafb-b3195ae2399c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.072489] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513887, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.076728] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.079414] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.229s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.081101] env[70771]: INFO nova.compute.claims [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.107220] env[70771]: INFO nova.scheduler.client.report [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Deleted allocations for instance 63a397f0-3a51-44bc-859a-91612778bfeb [ 908.130994] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.495754] env[70771]: DEBUG oslo_vmware.api [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Task: {'id': task-3513890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133455} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.496059] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.496271] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.496467] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.496663] env[70771]: INFO nova.compute.manager [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] [instance: ad438180-2e64-447b-ab5c-76566567d026] Took 1.16 seconds to destroy the instance on the hypervisor. [ 908.496938] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.497177] env[70771]: DEBUG nova.compute.manager [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.497276] env[70771]: DEBUG nova.network.neutron [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.558385] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 7cfc7549-05ff-4541-bc12-7d0ee485f75d] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.571110] env[70771]: DEBUG oslo_vmware.api [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513887, 'name': PowerOnVM_Task, 'duration_secs': 0.646599} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.571430] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.571683] env[70771]: DEBUG nova.compute.manager [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.572535] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477cc0f1-ca3b-48cc-b013-8630d9b85047 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.622074] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d6ddf62f-8048-48e2-9edd-be27d646a4c9 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "63a397f0-3a51-44bc-859a-91612778bfeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.788s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.632385] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.931627] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "2050ee68-aca9-4c6c-8983-3ac566483d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.931976] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.932222] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "2050ee68-aca9-4c6c-8983-3ac566483d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.932411] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.932619] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.939020] env[70771]: INFO nova.compute.manager [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Terminating instance [ 909.064124] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: bba0e3f4-d8ea-4e56-8976-9640fbecc97a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.097355] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.154670] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.352237] env[70771]: DEBUG nova.compute.manager [req-754c79c0-8073-4892-9d64-9ea31e7c4f86 req-c8477ce5-669a-4f24-ada5-444b31f97a11 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Received event network-vif-deleted-c357feec-7abc-414e-970f-abcfcef2cb01 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.352237] env[70771]: INFO nova.compute.manager [req-754c79c0-8073-4892-9d64-9ea31e7c4f86 req-c8477ce5-669a-4f24-ada5-444b31f97a11 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Neutron deleted interface c357feec-7abc-414e-970f-abcfcef2cb01; detaching it from the instance and deleting it from the info cache [ 909.352237] env[70771]: DEBUG nova.network.neutron [req-754c79c0-8073-4892-9d64-9ea31e7c4f86 req-c8477ce5-669a-4f24-ada5-444b31f97a11 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.446324] env[70771]: DEBUG nova.compute.manager [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.446562] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.447684] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a91f57c-d080-4eb8-9d92-2b4977870bb0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.460936] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.464169] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8c3661-f786-4aeb-b527-59454e786be0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.470853] env[70771]: DEBUG oslo_vmware.api [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 909.470853] env[70771]: value = "task-3513891" [ 909.470853] env[70771]: _type = "Task" [ 909.470853] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.481145] env[70771]: DEBUG oslo_vmware.api [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.546953] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1624c28d-b00e-4c17-8562-b52921db52e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.555486] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c7a969-7c0d-438e-b4cd-49450d83750a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.588490] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 876fb1a2-6f0d-4e88-9a74-cc69f9c1df29] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.591404] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c252ac02-469c-4e8f-9d57-5efdf47b8812 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.601332] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3a3b50-5ece-432a-8c66-d94a566e74a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.622103] env[70771]: DEBUG nova.compute.provider_tree [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.634714] env[70771]: DEBUG oslo_vmware.api [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3513888, 'name': PowerOnVM_Task, 'duration_secs': 1.551499} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.634959] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.635177] env[70771]: INFO nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Took 9.13 seconds to spawn the instance on the hypervisor. [ 909.635352] env[70771]: DEBUG nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.636146] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df67c97f-0141-4bca-ba0b-ea681fd13673 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.669916] env[70771]: DEBUG nova.network.neutron [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.854212] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-696110cd-d1df-4214-aa2b-a622d5bde587 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.867233] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1931e89-b3c2-41a0-8e00-677ff65e9ab9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.922253] env[70771]: DEBUG nova.compute.manager [req-754c79c0-8073-4892-9d64-9ea31e7c4f86 req-c8477ce5-669a-4f24-ada5-444b31f97a11 service nova] [instance: ad438180-2e64-447b-ab5c-76566567d026] Detach interface failed, port_id=c357feec-7abc-414e-970f-abcfcef2cb01, reason: Instance ad438180-2e64-447b-ab5c-76566567d026 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.981941] env[70771]: DEBUG oslo_vmware.api [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513891, 'name': PowerOffVM_Task, 'duration_secs': 0.264076} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.982326] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.982713] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.982845] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2115ccd1-f696-4b15-9d43-3861f7383a39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.048051] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.048051] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.048051] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Deleting the datastore file [datastore1] 2050ee68-aca9-4c6c-8983-3ac566483d5c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.048051] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3c505cb-a01b-4752-b7aa-19d014855dfb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.055121] env[70771]: DEBUG oslo_vmware.api [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for the task: (returnval){ [ 910.055121] env[70771]: value = "task-3513893" [ 910.055121] env[70771]: _type = "Task" [ 910.055121] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.064472] env[70771]: DEBUG oslo_vmware.api [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.095248] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b403f73b-af72-4e6f-b9e4-695c15f68fd0] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.111949] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.111949] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.112155] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.112303] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.112483] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.116721] env[70771]: INFO nova.compute.manager [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Terminating instance [ 910.144617] env[70771]: ERROR nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [req-ba142632-f61e-45b0-8aae-509170ce22f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba142632-f61e-45b0-8aae-509170ce22f0"}]} [ 910.155876] env[70771]: INFO nova.compute.manager [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Took 31.32 seconds to build instance. [ 910.163408] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.173695] env[70771]: INFO nova.compute.manager [-] [instance: ad438180-2e64-447b-ab5c-76566567d026] Took 1.68 seconds to deallocate network for instance. [ 910.183464] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.184431] env[70771]: DEBUG nova.compute.provider_tree [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.202574] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.224711] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.569368] env[70771]: DEBUG oslo_vmware.api [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Task: {'id': task-3513893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188078} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.569684] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.569973] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.570109] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.570265] env[70771]: INFO nova.compute.manager [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 910.570603] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.570822] env[70771]: DEBUG nova.compute.manager [-] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.570912] env[70771]: DEBUG nova.network.neutron [-] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.598747] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 1ce97d65-7561-41e8-9c3c-1aa6b2e4695b] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.620326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "95b4b990-3a30-419e-9c04-d080f97203eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.620691] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "95b4b990-3a30-419e-9c04-d080f97203eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.623397] env[70771]: DEBUG nova.compute.manager [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.623605] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.625697] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350ac40c-fe24-4651-bdce-1217d29de181 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.634772] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.638964] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870325d0-5070-4a61-899a-98eb8a2b1695 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.641472] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a5220e-e2fe-4cbc-86e7-c4936c473141 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.652880] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418c9b6-68c3-406f-a2d1-f622a4d9a39a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.657144] env[70771]: DEBUG oslo_vmware.api [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 910.657144] env[70771]: value = "task-3513894" [ 910.657144] env[70771]: _type = "Task" [ 910.657144] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.658842] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8f60536-820b-4cd5-bfa3-2b8c8adaba48 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.832s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.690168] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.691699] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936b6f47-f1b0-4e35-a65e-bd480050f40b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.697439] env[70771]: DEBUG oslo_vmware.api [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.702337] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826a670-2507-423a-9cff-50024bcf8d4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.716371] env[70771]: DEBUG nova.compute.provider_tree [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.102032] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 76a05d7b-af8d-45fd-b1c7-1e0817e9fbde] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.124119] env[70771]: DEBUG nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.168625] env[70771]: DEBUG oslo_vmware.api [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513894, 'name': PowerOffVM_Task, 'duration_secs': 0.296887} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.168754] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.169072] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.169072] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-936ad1b6-baf2-4a1c-8d9c-0c5c636b93e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.237952] env[70771]: ERROR nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [req-abce7a6f-2c4c-4225-ad8b-cf56b2d2f9b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-abce7a6f-2c4c-4225-ad8b-cf56b2d2f9b3"}]} [ 911.244311] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.244554] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.244737] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleting the datastore file [datastore2] 82cb49f7-a02b-4d3a-8afc-81dde33e7480 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.245016] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3cf2da-699c-406f-bec0-7c7f16f10c22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.250775] env[70771]: DEBUG oslo_vmware.api [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 911.250775] env[70771]: value = "task-3513896" [ 911.250775] env[70771]: _type = "Task" [ 911.250775] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.255624] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 911.260578] env[70771]: DEBUG oslo_vmware.api [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.274872] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 911.275283] env[70771]: DEBUG nova.compute.provider_tree [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.289028] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 911.307477] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 911.410185] env[70771]: DEBUG nova.compute.manager [req-26fb8758-b389-4cc4-9ef2-f5f525c1892c req-b1a706f9-b317-4543-8beb-ca48ce63d802 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Received event network-vif-deleted-e5b9eb8e-9c4b-4070-9451-a55f8ab8737c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.410551] env[70771]: INFO nova.compute.manager [req-26fb8758-b389-4cc4-9ef2-f5f525c1892c req-b1a706f9-b317-4543-8beb-ca48ce63d802 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Neutron deleted interface e5b9eb8e-9c4b-4070-9451-a55f8ab8737c; detaching it from the instance and deleting it from the info cache [ 911.410801] env[70771]: DEBUG nova.network.neutron [req-26fb8758-b389-4cc4-9ef2-f5f525c1892c req-b1a706f9-b317-4543-8beb-ca48ce63d802 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.414088] env[70771]: DEBUG nova.network.neutron [-] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.496073] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.496331] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.605833] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: c2b29143-d689-46d8-9353-0ba1c3d4c5d6] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.647730] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.758727] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7543de13-8f8a-41ce-9800-0086ff2357bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.766509] env[70771]: DEBUG oslo_vmware.api [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3513896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169086} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.768447] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.768646] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.768823] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.768993] env[70771]: INFO nova.compute.manager [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Took 1.15 seconds to destroy the instance on the hypervisor. [ 911.769245] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.769477] env[70771]: DEBUG nova.compute.manager [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.769572] env[70771]: DEBUG nova.network.neutron [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.772173] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2fbd58-c460-4330-98f9-7285f6ea096d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.806058] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c2625b-fc21-439e-936d-7299c4fe8ad5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.815411] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622cd316-0efd-4752-8143-0af83bd759a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.829517] env[70771]: DEBUG nova.compute.provider_tree [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.914893] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db51e534-a6b1-4567-8383-ac5c7fb3e840 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.917823] env[70771]: INFO nova.compute.manager [-] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Took 1.35 seconds to deallocate network for instance. [ 911.929940] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d91d82e-ca92-4353-a5f9-6c9313737851 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.971531] env[70771]: DEBUG nova.compute.manager [req-26fb8758-b389-4cc4-9ef2-f5f525c1892c req-b1a706f9-b317-4543-8beb-ca48ce63d802 service nova] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Detach interface failed, port_id=e5b9eb8e-9c4b-4070-9451-a55f8ab8737c, reason: Instance 2050ee68-aca9-4c6c-8983-3ac566483d5c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.998686] env[70771]: DEBUG nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.111626] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: d0f6ab95-8ecf-425d-b7db-d09f93283245] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.367275] env[70771]: DEBUG nova.scheduler.client.report [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 912.367557] env[70771]: DEBUG nova.compute.provider_tree [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 90 to 91 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 912.367735] env[70771]: DEBUG nova.compute.provider_tree [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.425776] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.528073] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.538772] env[70771]: DEBUG nova.network.neutron [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.615126] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: ab058a0c-20a3-49df-b50e-dc3a657ba8e8] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.873225] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.794s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.873929] env[70771]: DEBUG nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.876476] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.324s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.877838] env[70771]: INFO nova.compute.claims [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.043085] env[70771]: INFO nova.compute.manager [-] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Took 1.27 seconds to deallocate network for instance. [ 913.118143] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 83538412-4fec-423a-a1b6-6ca64adb08c1] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.369283] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52740942-438e-d83d-a555-698454561e52/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.370302] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf23c81-46ad-40cf-a7f3-066f6cef0864 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.377633] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52740942-438e-d83d-a555-698454561e52/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.377748] env[70771]: ERROR oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52740942-438e-d83d-a555-698454561e52/disk-0.vmdk due to incomplete transfer. [ 913.378014] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3fe493c4-bee1-4820-992e-41a4f10e1fd6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.382239] env[70771]: DEBUG nova.compute.utils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.387994] env[70771]: DEBUG nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.388197] env[70771]: DEBUG nova.network.neutron [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.390795] env[70771]: DEBUG oslo_vmware.rw_handles [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52740942-438e-d83d-a555-698454561e52/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 913.390965] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Uploaded image be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 913.393750] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 913.394053] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37af7201-d02c-453c-947d-18747ac4ba00 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.402886] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 913.402886] env[70771]: value = "task-3513897" [ 913.402886] env[70771]: _type = "Task" [ 913.402886] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.410421] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513897, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.440061] env[70771]: DEBUG nova.compute.manager [req-b8866a68-f06a-4f1b-88fc-7c855744236f req-13e4a72e-f8d6-41ff-9b21-38cf21357325 service nova] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Received event network-vif-deleted-52cb1f97-227e-411a-b9fe-56642dbe7294 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.441804] env[70771]: DEBUG nova.policy [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06484591207745b5a0d6f3366f7e6a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '229eef1cc3eb4604855b53c17955eb73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.529758] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Acquiring lock "b956c964-e2d6-4ac6-8a3d-817355307d3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.529758] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.529758] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Acquiring lock "b956c964-e2d6-4ac6-8a3d-817355307d3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.529758] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.529947] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.531252] env[70771]: INFO nova.compute.manager [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Terminating instance [ 913.549781] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.621012] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: fa1783ff-62b1-43cc-9d7c-897a04199c1b] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.826751] env[70771]: DEBUG nova.network.neutron [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Successfully created port: 247c3708-4509-4d67-bc79-32181ef9bbdd {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.891497] env[70771]: DEBUG nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.913195] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513897, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.037379] env[70771]: DEBUG nova.compute.manager [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.037722] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.038966] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fdbcc85-da7b-4c4b-a7f1-e8610f4e9410 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.044543] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 914.044543] env[70771]: value = "task-3513898" [ 914.044543] env[70771]: _type = "Task" [ 914.044543] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.055625] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.126953] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 98f6c832-feaf-48f9-ac5f-5b45e870598f] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.345735] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4657165c-6542-4257-a952-f2ce1ef88354 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.357411] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f0d9f-36f2-49a2-bccf-6b27699cbbd6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.395834] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25126f8f-ff5b-4570-9663-8acfd39cb110 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.410712] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e59c255-15b9-4c2b-bd0a-d31b78074238 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.419217] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513897, 'name': Destroy_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.429093] env[70771]: DEBUG nova.compute.provider_tree [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.554999] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513898, 'name': PowerOffVM_Task, 'duration_secs': 0.215646} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.555283] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.555481] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 914.555667] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701982', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'name': 'volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b956c964-e2d6-4ac6-8a3d-817355307d3a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'serial': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 914.556425] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4148c83-adb7-4a2a-9f5e-52a6c854f57a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.577038] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498d5a80-55e0-4ebb-bcc9-63639ec1fedf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.583957] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3438eb4c-1311-4130-aa5b-0c79f55f24a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.602871] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc680af-0ec5-48ef-9042-4c09db2d1a7a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.617525] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e/volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 914.622716] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.622965] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4f8511-e32c-48ec-a673-cb72a5d076ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.635394] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 70ce063e-56ee-49cf-812c-65355126beac] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.644907] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 914.644907] env[70771]: value = "task-3513899" [ 914.644907] env[70771]: _type = "Task" [ 914.644907] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.653995] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.905801] env[70771]: DEBUG nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.916806] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513897, 'name': Destroy_Task, 'duration_secs': 1.013537} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.917199] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Destroyed the VM [ 914.917384] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 914.917578] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00f52418-2bbe-463a-97d2-52c3fded973b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.927846] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.928101] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.933337] env[70771]: DEBUG nova.scheduler.client.report [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.936679] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 914.936679] env[70771]: value = "task-3513900" [ 914.936679] env[70771]: _type = "Task" [ 914.936679] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.938770] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.939119] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.939119] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.939306] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.939442] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.939605] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.939827] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.940017] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.940196] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.940369] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.940818] env[70771]: DEBUG nova.virt.hardware [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.941792] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc4fcd-97bc-4fe4-8c49-00d49a70c0b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.953903] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513900, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.957006] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9137b10-0422-4102-985b-62775e5c4e90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.138548] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 3980108e-fa0a-4bd7-a018-a8d4c5c0888f] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.155152] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513899, 'name': ReconfigVM_Task, 'duration_secs': 0.151911} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.155441] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.160270] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f445cc-f4c8-456c-a029-cb257028066c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.175592] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 915.175592] env[70771]: value = "task-3513901" [ 915.175592] env[70771]: _type = "Task" [ 915.175592] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.183659] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.430808] env[70771]: DEBUG nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.451165] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.451165] env[70771]: DEBUG nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.451350] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.348s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.451441] env[70771]: DEBUG nova.objects.instance [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lazy-loading 'resources' on Instance uuid 7af9c303-945d-4e17-8217-3af5c949b5a2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.459025] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513900, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.623749] env[70771]: DEBUG nova.compute.manager [req-e1e6e081-8e06-49d4-bd6b-53c85566cd14 req-63f31296-87c0-45c8-8a79-ebd3a199c275 service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Received event network-vif-plugged-247c3708-4509-4d67-bc79-32181ef9bbdd {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.625281] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1e6e081-8e06-49d4-bd6b-53c85566cd14 req-63f31296-87c0-45c8-8a79-ebd3a199c275 service nova] Acquiring lock "25e4a03a-d774-4b87-b16c-24cc95552abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.625532] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1e6e081-8e06-49d4-bd6b-53c85566cd14 req-63f31296-87c0-45c8-8a79-ebd3a199c275 service nova] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.625710] env[70771]: DEBUG oslo_concurrency.lockutils [req-e1e6e081-8e06-49d4-bd6b-53c85566cd14 req-63f31296-87c0-45c8-8a79-ebd3a199c275 service nova] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.626032] env[70771]: DEBUG nova.compute.manager [req-e1e6e081-8e06-49d4-bd6b-53c85566cd14 req-63f31296-87c0-45c8-8a79-ebd3a199c275 service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] No waiting events found dispatching network-vif-plugged-247c3708-4509-4d67-bc79-32181ef9bbdd {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.626101] env[70771]: WARNING nova.compute.manager [req-e1e6e081-8e06-49d4-bd6b-53c85566cd14 req-63f31296-87c0-45c8-8a79-ebd3a199c275 service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Received unexpected event network-vif-plugged-247c3708-4509-4d67-bc79-32181ef9bbdd for instance with vm_state building and task_state spawning. [ 915.642201] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.642350] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Cleaning up deleted instances with incomplete migration {{(pid=70771) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 915.684653] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513901, 'name': ReconfigVM_Task, 'duration_secs': 0.155305} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.684970] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701982', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'name': 'volume-8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b956c964-e2d6-4ac6-8a3d-817355307d3a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e', 'serial': '8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 915.685277] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.686039] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1beed58-f81a-4fe8-b099-672d8453f365 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.693604] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.693604] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04c2e279-c7ed-4801-9530-55efa8c0ae5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.699029] env[70771]: DEBUG nova.network.neutron [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Successfully updated port: 247c3708-4509-4d67-bc79-32181ef9bbdd {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.755570] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.755798] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.755983] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Deleting the datastore file [datastore1] b956c964-e2d6-4ac6-8a3d-817355307d3a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.756263] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-319dd0b0-ff03-4d28-88d1-81af6cc0ed55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.764355] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for the task: (returnval){ [ 915.764355] env[70771]: value = "task-3513903" [ 915.764355] env[70771]: _type = "Task" [ 915.764355] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.772135] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.953572] env[70771]: DEBUG oslo_vmware.api [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3513900, 'name': RemoveSnapshot_Task, 'duration_secs': 0.707129} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.954610] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.957926] env[70771]: DEBUG nova.compute.utils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.959231] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 915.959483] env[70771]: INFO nova.compute.manager [None req-ba691fd9-7a2c-409f-bae5-f7fede0d5252 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Took 17.27 seconds to snapshot the instance on the hypervisor. [ 915.962025] env[70771]: DEBUG nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.962278] env[70771]: DEBUG nova.network.neutron [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.015041] env[70771]: DEBUG nova.policy [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4fc4cdc6fe45f4bf727ffa77ee40a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d01c2a4da0d42938b933c138e70e5e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.145511] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.201685] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "refresh_cache-25e4a03a-d774-4b87-b16c-24cc95552abb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.201685] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquired lock "refresh_cache-25e4a03a-d774-4b87-b16c-24cc95552abb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.201685] env[70771]: DEBUG nova.network.neutron [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.274068] env[70771]: DEBUG oslo_vmware.api [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Task: {'id': task-3513903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130662} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.288832] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.288832] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.288832] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.288832] env[70771]: INFO nova.compute.manager [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Took 2.24 seconds to destroy the instance on the hypervisor. [ 916.288832] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.289402] env[70771]: DEBUG nova.compute.manager [-] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.289402] env[70771]: DEBUG nova.network.neutron [-] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.370294] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93b833-02f7-4888-86f6-668030fb48ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.379449] env[70771]: DEBUG nova.network.neutron [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Successfully created port: 2a969626-2404-444c-a941-e970efefa422 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.382592] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1712f8-6264-41ec-b084-b57421c48840 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.418584] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f5bbe-c3ef-4858-b2d8-8784f6dea7ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.428725] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd5a5ec-ea2c-4096-9a9c-37b9d32e6a20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.444168] env[70771]: DEBUG nova.compute.provider_tree [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.462914] env[70771]: DEBUG nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.756617] env[70771]: DEBUG nova.network.neutron [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.762350] env[70771]: DEBUG nova.compute.manager [req-03113a35-5346-4304-bab9-a1c399d23932 req-33618f7a-0bf8-419d-9391-cd3fec1426d4 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Received event network-vif-deleted-3afe5b95-e420-40cb-8065-64f4d3132fea {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.762547] env[70771]: INFO nova.compute.manager [req-03113a35-5346-4304-bab9-a1c399d23932 req-33618f7a-0bf8-419d-9391-cd3fec1426d4 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Neutron deleted interface 3afe5b95-e420-40cb-8065-64f4d3132fea; detaching it from the instance and deleting it from the info cache [ 916.762794] env[70771]: DEBUG nova.network.neutron [req-03113a35-5346-4304-bab9-a1c399d23932 req-33618f7a-0bf8-419d-9391-cd3fec1426d4 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.950024] env[70771]: DEBUG nova.scheduler.client.report [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.981629] env[70771]: DEBUG nova.network.neutron [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Updating instance_info_cache with network_info: [{"id": "247c3708-4509-4d67-bc79-32181ef9bbdd", "address": "fa:16:3e:a4:89:0f", "network": {"id": "fe9b684d-834a-49ba-926e-12efa4882844", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1935066233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "229eef1cc3eb4604855b53c17955eb73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247c3708-45", "ovs_interfaceid": "247c3708-4509-4d67-bc79-32181ef9bbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.246049] env[70771]: DEBUG nova.network.neutron [-] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.266939] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67e066a1-8409-4575-82c7-261258424a25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.277018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fd4705-6249-4cef-b3e1-cb254da10e98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.310725] env[70771]: DEBUG nova.compute.manager [req-03113a35-5346-4304-bab9-a1c399d23932 req-33618f7a-0bf8-419d-9391-cd3fec1426d4 service nova] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Detach interface failed, port_id=3afe5b95-e420-40cb-8065-64f4d3132fea, reason: Instance b956c964-e2d6-4ac6-8a3d-817355307d3a could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.454188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.456535] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.290s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.456770] env[70771]: DEBUG nova.objects.instance [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'resources' on Instance uuid bf67569f-a63d-42c2-88c7-f9510ae891c2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.474888] env[70771]: DEBUG nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.477636] env[70771]: INFO nova.scheduler.client.report [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleted allocations for instance 7af9c303-945d-4e17-8217-3af5c949b5a2 [ 917.483553] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Releasing lock "refresh_cache-25e4a03a-d774-4b87-b16c-24cc95552abb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.483767] env[70771]: DEBUG nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Instance network_info: |[{"id": "247c3708-4509-4d67-bc79-32181ef9bbdd", "address": "fa:16:3e:a4:89:0f", "network": {"id": "fe9b684d-834a-49ba-926e-12efa4882844", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1935066233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "229eef1cc3eb4604855b53c17955eb73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247c3708-45", "ovs_interfaceid": "247c3708-4509-4d67-bc79-32181ef9bbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.484132] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:89:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '247c3708-4509-4d67-bc79-32181ef9bbdd', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.491599] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Creating folder: Project (229eef1cc3eb4604855b53c17955eb73). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.492087] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab697b5b-cff5-4c1b-be38-d8fead703e26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.504910] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.505437] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.505437] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.505541] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.505650] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.505799] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.506060] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.506183] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.506592] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.506592] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.506685] env[70771]: DEBUG nova.virt.hardware [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.507498] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b93d3fb-ca93-4461-ac83-f100749f73d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.511310] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Created folder: Project (229eef1cc3eb4604855b53c17955eb73) in parent group-v701875. [ 917.511492] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Creating folder: Instances. Parent ref: group-v702067. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.512061] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e88e44e-60ee-41a1-8495-a23244d7d381 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.516941] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0fa368-9da4-4c67-88ed-4554c45fc4bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.523294] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Created folder: Instances in parent group-v702067. [ 917.523539] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.531357] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.532587] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-642ee531-194a-43f3-b96d-0c8718538ae4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.551725] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.551725] env[70771]: value = "task-3513906" [ 917.551725] env[70771]: _type = "Task" [ 917.551725] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.559345] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513906, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.695193] env[70771]: DEBUG nova.compute.manager [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Received event network-changed-247c3708-4509-4d67-bc79-32181ef9bbdd {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.695456] env[70771]: DEBUG nova.compute.manager [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Refreshing instance network info cache due to event network-changed-247c3708-4509-4d67-bc79-32181ef9bbdd. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.695733] env[70771]: DEBUG oslo_concurrency.lockutils [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] Acquiring lock "refresh_cache-25e4a03a-d774-4b87-b16c-24cc95552abb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.696293] env[70771]: DEBUG oslo_concurrency.lockutils [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] Acquired lock "refresh_cache-25e4a03a-d774-4b87-b16c-24cc95552abb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.696528] env[70771]: DEBUG nova.network.neutron [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Refreshing network info cache for port 247c3708-4509-4d67-bc79-32181ef9bbdd {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.749104] env[70771]: INFO nova.compute.manager [-] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Took 1.47 seconds to deallocate network for instance. [ 917.995737] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0808c81d-5821-4082-9fc2-09259a0bf69b tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "7af9c303-945d-4e17-8217-3af5c949b5a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.626s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.062393] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513906, 'name': CreateVM_Task, 'duration_secs': 0.302491} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.062569] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.063244] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.063416] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.063677] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.070033] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5837dc-6e5c-43ff-acb8-8bd2bf06d510 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.070033] env[70771]: DEBUG nova.network.neutron [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Successfully updated port: 2a969626-2404-444c-a941-e970efefa422 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.073941] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 918.073941] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52229aaa-960a-da28-8f0c-118c8acd4c86" [ 918.073941] env[70771]: _type = "Task" [ 918.073941] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.083592] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52229aaa-960a-da28-8f0c-118c8acd4c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.297384] env[70771]: INFO nova.compute.manager [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Took 0.55 seconds to detach 1 volumes for instance. [ 918.302298] env[70771]: DEBUG nova.compute.manager [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Deleting volume: 8ad8bb23-6f94-41c8-b3fe-bd7c4c1c4c8e {{(pid=70771) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 918.375214] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5426b3a5-0052-419e-ac08-e0655a338033 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.382974] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7270c9c-d13a-4ba8-b375-d57d97ac9a32 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.423506] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f973ce6e-a72a-4841-903f-2c89c641fbe0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.432636] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9022d1-88cd-4c4c-8d47-e7f1819e7b3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.452833] env[70771]: DEBUG nova.compute.provider_tree [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.521370] env[70771]: DEBUG nova.network.neutron [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Updated VIF entry in instance network info cache for port 247c3708-4509-4d67-bc79-32181ef9bbdd. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.521809] env[70771]: DEBUG nova.network.neutron [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Updating instance_info_cache with network_info: [{"id": "247c3708-4509-4d67-bc79-32181ef9bbdd", "address": "fa:16:3e:a4:89:0f", "network": {"id": "fe9b684d-834a-49ba-926e-12efa4882844", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1935066233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "229eef1cc3eb4604855b53c17955eb73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247c3708-45", "ovs_interfaceid": "247c3708-4509-4d67-bc79-32181ef9bbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.572231] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-e9c7989c-efce-431d-a2b2-8c9adf9da2df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.572392] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-e9c7989c-efce-431d-a2b2-8c9adf9da2df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.572550] env[70771]: DEBUG nova.network.neutron [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.584409] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52229aaa-960a-da28-8f0c-118c8acd4c86, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.584694] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.584915] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.585163] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.585312] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.585492] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.585746] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1549355e-da5a-4134-8cd7-e17b744206b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.596777] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.596923] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.597632] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f63466-e75e-4495-8487-386ff13af056 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.602795] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 918.602795] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ebf11c-ddaf-4311-c46f-affbd89f6137" [ 918.602795] env[70771]: _type = "Task" [ 918.602795] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.610224] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ebf11c-ddaf-4311-c46f-affbd89f6137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.734249] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.734579] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.734819] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.735049] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.735281] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.737597] env[70771]: INFO nova.compute.manager [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Terminating instance [ 918.850619] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.853643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.854214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.956628] env[70771]: DEBUG nova.scheduler.client.report [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.025036] env[70771]: DEBUG oslo_concurrency.lockutils [req-2c0f0f45-d775-4b46-92dc-e0dc856c6b1a req-45d9b142-174b-4ef2-9686-d455dadabe5f service nova] Releasing lock "refresh_cache-25e4a03a-d774-4b87-b16c-24cc95552abb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.103456] env[70771]: DEBUG nova.network.neutron [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.116032] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ebf11c-ddaf-4311-c46f-affbd89f6137, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.116383] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbc026a-3bf3-4419-826e-e17b1a1af119 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.121924] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 919.121924] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ce2492-a11b-063e-67a1-576779d7c098" [ 919.121924] env[70771]: _type = "Task" [ 919.121924] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.131651] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ce2492-a11b-063e-67a1-576779d7c098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.243770] env[70771]: DEBUG nova.compute.manager [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.244041] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.244905] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30649241-86f3-488f-8181-22b05f80850a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.253113] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.253355] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48eb177b-0dc4-42b2-a60d-402396ca0862 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.259260] env[70771]: DEBUG oslo_vmware.api [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 919.259260] env[70771]: value = "task-3513908" [ 919.259260] env[70771]: _type = "Task" [ 919.259260] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.266768] env[70771]: DEBUG oslo_vmware.api [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.287737] env[70771]: DEBUG nova.network.neutron [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Updating instance_info_cache with network_info: [{"id": "2a969626-2404-444c-a941-e970efefa422", "address": "fa:16:3e:89:88:94", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a969626-24", "ovs_interfaceid": "2a969626-2404-444c-a941-e970efefa422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.357767] env[70771]: DEBUG nova.compute.utils [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.462188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.464547] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.456s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.466399] env[70771]: INFO nova.compute.claims [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.488618] env[70771]: INFO nova.scheduler.client.report [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted allocations for instance bf67569f-a63d-42c2-88c7-f9510ae891c2 [ 919.632394] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ce2492-a11b-063e-67a1-576779d7c098, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.632665] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.632962] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 25e4a03a-d774-4b87-b16c-24cc95552abb/25e4a03a-d774-4b87-b16c-24cc95552abb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.633236] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ef3d15-1339-40e9-9f2a-766da9fccd4b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.639743] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 919.639743] env[70771]: value = "task-3513909" [ 919.639743] env[70771]: _type = "Task" [ 919.639743] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.647193] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.771731] env[70771]: DEBUG oslo_vmware.api [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513908, 'name': PowerOffVM_Task, 'duration_secs': 0.1699} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.772207] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.772436] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.772718] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e968abc-e696-4047-a8d9-155f5d4d7901 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.796540] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-e9c7989c-efce-431d-a2b2-8c9adf9da2df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.796540] env[70771]: DEBUG nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Instance network_info: |[{"id": "2a969626-2404-444c-a941-e970efefa422", "address": "fa:16:3e:89:88:94", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a969626-24", "ovs_interfaceid": "2a969626-2404-444c-a941-e970efefa422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.797108] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:88:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a969626-2404-444c-a941-e970efefa422', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.804489] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.804762] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.805008] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eee6592-adbc-4557-970a-284b1a2f7f7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.831144] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.831144] env[70771]: value = "task-3513911" [ 919.831144] env[70771]: _type = "Task" [ 919.831144] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.837458] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.838967] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.839277] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleting the datastore file [datastore1] a8fc7df1-ce99-4c2a-8e5c-36f104c1facd {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.839895] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a1e1963-9caf-4770-8871-e24bf3dd8d19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.845808] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513911, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.850575] env[70771]: DEBUG oslo_vmware.api [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for the task: (returnval){ [ 919.850575] env[70771]: value = "task-3513912" [ 919.850575] env[70771]: _type = "Task" [ 919.850575] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.860596] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.861466] env[70771]: DEBUG oslo_vmware.api [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.997232] env[70771]: DEBUG oslo_concurrency.lockutils [None req-49ed19a7-e007-4597-a2c0-1dd3e9d04c4c tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "bf67569f-a63d-42c2-88c7-f9510ae891c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.795s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.150231] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483024} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.150597] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 25e4a03a-d774-4b87-b16c-24cc95552abb/25e4a03a-d774-4b87-b16c-24cc95552abb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.150861] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.151158] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a641fd9e-7d6e-459c-9502-0785c2979f64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.157053] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 920.157053] env[70771]: value = "task-3513913" [ 920.157053] env[70771]: _type = "Task" [ 920.157053] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.166872] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.242551] env[70771]: DEBUG nova.compute.manager [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Received event network-vif-plugged-2a969626-2404-444c-a941-e970efefa422 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.242801] env[70771]: DEBUG oslo_concurrency.lockutils [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] Acquiring lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.243029] env[70771]: DEBUG oslo_concurrency.lockutils [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.243208] env[70771]: DEBUG oslo_concurrency.lockutils [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.243394] env[70771]: DEBUG nova.compute.manager [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] No waiting events found dispatching network-vif-plugged-2a969626-2404-444c-a941-e970efefa422 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.243545] env[70771]: WARNING nova.compute.manager [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Received unexpected event network-vif-plugged-2a969626-2404-444c-a941-e970efefa422 for instance with vm_state building and task_state spawning. [ 920.243712] env[70771]: DEBUG nova.compute.manager [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Received event network-changed-2a969626-2404-444c-a941-e970efefa422 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.243896] env[70771]: DEBUG nova.compute.manager [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Refreshing instance network info cache due to event network-changed-2a969626-2404-444c-a941-e970efefa422. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.244059] env[70771]: DEBUG oslo_concurrency.lockutils [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] Acquiring lock "refresh_cache-e9c7989c-efce-431d-a2b2-8c9adf9da2df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.244200] env[70771]: DEBUG oslo_concurrency.lockutils [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] Acquired lock "refresh_cache-e9c7989c-efce-431d-a2b2-8c9adf9da2df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.244355] env[70771]: DEBUG nova.network.neutron [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Refreshing network info cache for port 2a969626-2404-444c-a941-e970efefa422 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.341946] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513911, 'name': CreateVM_Task, 'duration_secs': 0.379497} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.342144] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.342825] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.342996] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.343336] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.343595] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6600ac2a-07bc-4b77-9f94-7ba6b904f988 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.348678] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 920.348678] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521bc60e-67f3-52ba-cf8f-d5dfaa8a7fb0" [ 920.348678] env[70771]: _type = "Task" [ 920.348678] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.361034] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521bc60e-67f3-52ba-cf8f-d5dfaa8a7fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.366564] env[70771]: DEBUG oslo_vmware.api [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Task: {'id': task-3513912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367763} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.366963] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.367292] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.367611] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.367905] env[70771]: INFO nova.compute.manager [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 920.368303] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.368606] env[70771]: DEBUG nova.compute.manager [-] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.368756] env[70771]: DEBUG nova.network.neutron [-] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.667619] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062218} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.667988] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.668798] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c1225b-cf72-401c-9d7c-12397b00dac0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.700944] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 25e4a03a-d774-4b87-b16c-24cc95552abb/25e4a03a-d774-4b87-b16c-24cc95552abb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.705213] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46feb5e3-4ed2-43e1-a86a-c7fb3882d445 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.724944] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 920.724944] env[70771]: value = "task-3513914" [ 920.724944] env[70771]: _type = "Task" [ 920.724944] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.733274] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.861856] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521bc60e-67f3-52ba-cf8f-d5dfaa8a7fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.866197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.866197] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.866197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.866197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.866326] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.866354] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bacc8166-a990-44c3-a5c1-7fcad201bf13 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.875320] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.875504] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.878447] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5989ff8a-dc6f-4c19-8f65-1ebbc4c09835 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.883740] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 920.883740] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52056fbd-494b-de95-dde6-bad835b3c622" [ 920.883740] env[70771]: _type = "Task" [ 920.883740] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.892066] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52056fbd-494b-de95-dde6-bad835b3c622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.957757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.958182] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.958331] env[70771]: INFO nova.compute.manager [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Attaching volume 6ae084ea-aaf0-46a8-addd-5af46c3ed27f to /dev/sdb [ 920.961582] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8dfc18-155c-4bb5-bc3e-155ad0d67420 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.969777] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442ac64-9f03-4ebd-a884-bdb887f86fb9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.009356] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b21a6-d719-426d-9947-381a35384bc7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.012333] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223aefe-10a9-4c41-8ae2-64e671b26b3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.020786] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6873bb-f059-4b22-a106-bc34a3c6ff24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.025169] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4312e183-932f-439f-bcc6-65fe94b70ddb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.037379] env[70771]: DEBUG nova.compute.provider_tree [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.044518] env[70771]: DEBUG nova.virt.block_device [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating existing volume attachment record: 4b4f0d58-c006-4c52-93d6-cbde97e2b4dc {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 921.052432] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "8790a9bb-2651-4759-bf3d-fbc796c09666" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.052676] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.052880] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "8790a9bb-2651-4759-bf3d-fbc796c09666-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.053087] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.053234] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.055234] env[70771]: INFO nova.compute.manager [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Terminating instance [ 921.168568] env[70771]: DEBUG nova.network.neutron [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Updated VIF entry in instance network info cache for port 2a969626-2404-444c-a941-e970efefa422. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.168943] env[70771]: DEBUG nova.network.neutron [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Updating instance_info_cache with network_info: [{"id": "2a969626-2404-444c-a941-e970efefa422", "address": "fa:16:3e:89:88:94", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a969626-24", "ovs_interfaceid": "2a969626-2404-444c-a941-e970efefa422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.234680] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513914, 'name': ReconfigVM_Task, 'duration_secs': 0.269629} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.234983] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 25e4a03a-d774-4b87-b16c-24cc95552abb/25e4a03a-d774-4b87-b16c-24cc95552abb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.235853] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca97f5dc-730b-4698-8b16-69419847b181 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.242096] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 921.242096] env[70771]: value = "task-3513916" [ 921.242096] env[70771]: _type = "Task" [ 921.242096] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.250356] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513916, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.334170] env[70771]: DEBUG oslo_concurrency.lockutils [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.334170] env[70771]: DEBUG oslo_concurrency.lockutils [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.355927] env[70771]: DEBUG nova.network.neutron [-] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.394123] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52056fbd-494b-de95-dde6-bad835b3c622, 'name': SearchDatastore_Task, 'duration_secs': 0.00764} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.394945] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d0bae6-7efa-4ea4-ab54-9ca14b3b2638 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.400365] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 921.400365] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5230c7c3-9128-c360-bb67-cc4c39deee39" [ 921.400365] env[70771]: _type = "Task" [ 921.400365] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.408153] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5230c7c3-9128-c360-bb67-cc4c39deee39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.547828] env[70771]: DEBUG nova.scheduler.client.report [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.562518] env[70771]: DEBUG nova.compute.manager [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.562741] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.563636] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74526f49-2b2c-40fb-9b96-0eb57d4b2cc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.572852] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.573083] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d65b4805-db09-4856-9a85-53ba00ce3649 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.578356] env[70771]: DEBUG oslo_vmware.api [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 921.578356] env[70771]: value = "task-3513919" [ 921.578356] env[70771]: _type = "Task" [ 921.578356] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.585882] env[70771]: DEBUG oslo_vmware.api [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.671929] env[70771]: DEBUG oslo_concurrency.lockutils [req-26241d96-6427-4663-ba1d-55d40be92709 req-aa1dd492-4b6d-4ac8-a9aa-a8a3af346c79 service nova] Releasing lock "refresh_cache-e9c7989c-efce-431d-a2b2-8c9adf9da2df" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.751619] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513916, 'name': Rename_Task, 'duration_secs': 0.134983} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.751946] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.752221] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f284967-3867-4aac-8311-6f42549b9bb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.758488] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 921.758488] env[70771]: value = "task-3513920" [ 921.758488] env[70771]: _type = "Task" [ 921.758488] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.762196] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.762434] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.768424] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.836984] env[70771]: INFO nova.compute.manager [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Detaching volume 1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0 [ 921.858912] env[70771]: INFO nova.compute.manager [-] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Took 1.49 seconds to deallocate network for instance. [ 921.867339] env[70771]: INFO nova.virt.block_device [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Attempting to driver detach volume 1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0 from mountpoint /dev/sdb [ 921.867571] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 921.867760] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702049', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'name': 'volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2e471e-d89c-4c7f-9e18-942d71dfc55a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'serial': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 921.868628] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce22cb1-d2b0-4ef3-9915-e82175575c97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.890966] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e1c3b4-2fdc-4162-81ee-e928d1896d5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.899135] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76751c81-da48-4df1-8dd0-2746f8fa579a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.925278] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a1ef17-6f02-4699-985f-6a02b69eacd3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.928071] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5230c7c3-9128-c360-bb67-cc4c39deee39, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.928339] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.928609] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] e9c7989c-efce-431d-a2b2-8c9adf9da2df/e9c7989c-efce-431d-a2b2-8c9adf9da2df.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.929220] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94951d94-9b12-4bf0-a089-738a7d31eb09 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.943516] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] The volume has not been displaced from its original location: [datastore2] volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0/volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 921.948754] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.949399] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56b4add-3ef6-437c-a11b-1b1c4ed633f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.963725] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 921.963725] env[70771]: value = "task-3513921" [ 921.963725] env[70771]: _type = "Task" [ 921.963725] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.968393] env[70771]: DEBUG oslo_vmware.api [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 921.968393] env[70771]: value = "task-3513922" [ 921.968393] env[70771]: _type = "Task" [ 921.968393] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.971629] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.979023] env[70771]: DEBUG oslo_vmware.api [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.053505] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.054081] env[70771]: DEBUG nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.057273] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.576s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.059809] env[70771]: INFO nova.compute.claims [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.088137] env[70771]: DEBUG oslo_vmware.api [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513919, 'name': PowerOffVM_Task, 'duration_secs': 0.20391} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.088436] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.088613] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.088868] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92365fe8-da62-4e14-bb91-801ad1c3cce9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.158393] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.158851] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.159236] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Deleting the datastore file [datastore2] 8790a9bb-2651-4759-bf3d-fbc796c09666 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.159785] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb301b54-ac76-4867-bee9-3ece0fc20e3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.169029] env[70771]: DEBUG oslo_vmware.api [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for the task: (returnval){ [ 922.169029] env[70771]: value = "task-3513924" [ 922.169029] env[70771]: _type = "Task" [ 922.169029] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.180202] env[70771]: DEBUG oslo_vmware.api [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.271652] env[70771]: INFO nova.compute.manager [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Detaching volume 0f0d8c47-847f-4050-b746-8210464dc89c [ 922.271652] env[70771]: DEBUG oslo_vmware.api [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513920, 'name': PowerOnVM_Task, 'duration_secs': 0.471159} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.272615] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.273185] env[70771]: INFO nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Took 7.37 seconds to spawn the instance on the hypervisor. [ 922.273642] env[70771]: DEBUG nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.275210] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec80c8f-2438-4d31-acef-b2016edcd991 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.310655] env[70771]: INFO nova.virt.block_device [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Attempting to driver detach volume 0f0d8c47-847f-4050-b746-8210464dc89c from mountpoint /dev/sdb [ 922.310903] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 922.311110] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701999', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'name': 'volume-0f0d8c47-847f-4050-b746-8210464dc89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49faccb0-7db4-40f0-ab40-cce0d967aae7', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'serial': '0f0d8c47-847f-4050-b746-8210464dc89c'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 922.312026] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4441efb-2c17-4845-a1ef-b5879a1e5ff1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.317770] env[70771]: DEBUG nova.compute.manager [req-477c6af5-cc3e-47ec-b525-f6f5dd993d06 req-8fd18cdc-1c77-45ce-97ae-594d45064cba service nova] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Received event network-vif-deleted-39d66532-b595-4981-aa90-d3c7add1b580 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.340937] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262c7b76-7b2e-4ff2-b3ad-06953ab742a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.351016] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83dd67a-8f8b-4720-b587-a66b15816f60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.375886] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.377223] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd54131-1ec2-4adf-93cf-a0adc8ac5794 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.395651] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f0d8c47-847f-4050-b746-8210464dc89c/volume-0f0d8c47-847f-4050-b746-8210464dc89c.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 922.401496] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.401943] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4daf00a9-ec40-4050-9f20-33a17c26e9bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.420698] env[70771]: DEBUG oslo_vmware.api [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 922.420698] env[70771]: value = "task-3513925" [ 922.420698] env[70771]: _type = "Task" [ 922.420698] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.429803] env[70771]: DEBUG oslo_vmware.api [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.473707] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493129} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.476988] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] e9c7989c-efce-431d-a2b2-8c9adf9da2df/e9c7989c-efce-431d-a2b2-8c9adf9da2df.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.477240] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.477495] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc16ee8c-61f5-4a96-acc0-93db16473a2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.484304] env[70771]: DEBUG oslo_vmware.api [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513922, 'name': ReconfigVM_Task, 'duration_secs': 0.279143} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.485523] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.490437] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 922.490437] env[70771]: value = "task-3513926" [ 922.490437] env[70771]: _type = "Task" [ 922.490437] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.490662] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83cdcb0b-72cb-4756-b346-2b9b0e2e1a01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.509774] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.511996] env[70771]: DEBUG oslo_vmware.api [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 922.511996] env[70771]: value = "task-3513927" [ 922.511996] env[70771]: _type = "Task" [ 922.511996] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.519912] env[70771]: DEBUG oslo_vmware.api [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.568128] env[70771]: DEBUG nova.compute.utils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.568625] env[70771]: DEBUG nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 922.678818] env[70771]: DEBUG oslo_vmware.api [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Task: {'id': task-3513924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311909} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.679105] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.679300] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.679485] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.679728] env[70771]: INFO nova.compute.manager [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Took 1.12 seconds to destroy the instance on the hypervisor. [ 922.680032] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.680239] env[70771]: DEBUG nova.compute.manager [-] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.680492] env[70771]: DEBUG nova.network.neutron [-] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.806376] env[70771]: INFO nova.compute.manager [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Took 23.97 seconds to build instance. [ 922.931400] env[70771]: DEBUG oslo_vmware.api [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513925, 'name': ReconfigVM_Task, 'duration_secs': 0.325987} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.931785] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.936939] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce38d1a-5c5e-4fc0-b035-bf7914ec58bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.952777] env[70771]: DEBUG oslo_vmware.api [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 922.952777] env[70771]: value = "task-3513928" [ 922.952777] env[70771]: _type = "Task" [ 922.952777] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.963569] env[70771]: DEBUG oslo_vmware.api [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.011243] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065471} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.011554] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.012523] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fedb913-78da-444a-a240-b36820380a43 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.022399] env[70771]: DEBUG oslo_vmware.api [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513927, 'name': ReconfigVM_Task, 'duration_secs': 0.145115} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.033295] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702049', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'name': 'volume-1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee2e471e-d89c-4c7f-9e18-942d71dfc55a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0', 'serial': '1b7acd9c-fd6c-4900-a769-f4eb5e1a78d0'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 923.043688] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] e9c7989c-efce-431d-a2b2-8c9adf9da2df/e9c7989c-efce-431d-a2b2-8c9adf9da2df.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.044235] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78433db6-38bf-4b03-a96a-199362f486df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.067346] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 923.067346] env[70771]: value = "task-3513929" [ 923.067346] env[70771]: _type = "Task" [ 923.067346] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.073574] env[70771]: DEBUG nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.082026] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.308116] env[70771]: DEBUG oslo_concurrency.lockutils [None req-99569e93-a201-41f9-ba5e-135620bdae22 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.482s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.465568] env[70771]: DEBUG oslo_vmware.api [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513928, 'name': ReconfigVM_Task, 'duration_secs': 0.206684} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.465996] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-701999', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'name': 'volume-0f0d8c47-847f-4050-b746-8210464dc89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49faccb0-7db4-40f0-ab40-cce0d967aae7', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0d8c47-847f-4050-b746-8210464dc89c', 'serial': '0f0d8c47-847f-4050-b746-8210464dc89c'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 923.486419] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47e59c3-8e9b-4f17-9fa2-6e3ddbb3d875 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.495869] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232b6c81-5e64-48e6-a41d-7c165db6b24a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.530797] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d78b4ca-6d90-4f0f-932e-3fbe5dcc1133 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.538325] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c113962-0746-423c-8548-69e2c54d2659 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.554061] env[70771]: DEBUG nova.compute.provider_tree [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.591031] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.602032] env[70771]: DEBUG nova.objects.instance [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.747682] env[70771]: DEBUG nova.network.neutron [-] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.057417] env[70771]: DEBUG nova.scheduler.client.report [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.073485] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e3ad07d-59d2-4a75-a9d6-754a2d4928f0 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "interface-25e4a03a-d774-4b87-b16c-24cc95552abb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.073593] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e3ad07d-59d2-4a75-a9d6-754a2d4928f0 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "interface-25e4a03a-d774-4b87-b16c-24cc95552abb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.073880] env[70771]: DEBUG nova.objects.instance [None req-2e3ad07d-59d2-4a75-a9d6-754a2d4928f0 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lazy-loading 'flavor' on Instance uuid 25e4a03a-d774-4b87-b16c-24cc95552abb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.084870] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.087875] env[70771]: DEBUG nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.115625] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.115819] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.115982] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.116184] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.116334] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.116481] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.116694] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.116855] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.117036] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.117204] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.117378] env[70771]: DEBUG nova.virt.hardware [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.118260] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa957f-5658-489d-aa45-8ae8e1aa3cc0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.126856] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce87d67-cb79-4e1d-a5e6-50a192e5b291 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.140849] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.146305] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Creating folder: Project (85911c042d944992b9b0e2d429a45174). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.147585] env[70771]: DEBUG nova.objects.instance [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'flavor' on Instance uuid 49faccb0-7db4-40f0-ab40-cce0d967aae7 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.148779] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5781fb62-2644-4e82-9cc6-283e7452fd02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.158292] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Created folder: Project (85911c042d944992b9b0e2d429a45174) in parent group-v701875. [ 924.158647] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Creating folder: Instances. Parent ref: group-v702073. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.158723] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1715782-7314-45c0-83ed-ba949c482804 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.167488] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Created folder: Instances in parent group-v702073. [ 924.167715] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.167897] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.168108] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8189517c-aeee-45eb-a2a4-fdcee943ca03 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.184502] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.184502] env[70771]: value = "task-3513933" [ 924.184502] env[70771]: _type = "Task" [ 924.184502] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.191945] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513933, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.250884] env[70771]: INFO nova.compute.manager [-] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Took 1.57 seconds to deallocate network for instance. [ 924.429253] env[70771]: DEBUG nova.compute.manager [req-6d5d54a7-e860-4399-934f-026943f54742 req-f180f1c5-a8a2-43f7-bb34-9dea65167f42 service nova] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Received event network-vif-deleted-354f32d5-8e58-4808-9fe7-c3c2581f19b2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.563020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.563488] env[70771]: DEBUG nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.566195] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.597s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.566465] env[70771]: DEBUG nova.objects.instance [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lazy-loading 'resources' on Instance uuid 89a409b9-04d6-4763-8244-5dd6bdab5bbe {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.581088] env[70771]: DEBUG nova.objects.instance [None req-2e3ad07d-59d2-4a75-a9d6-754a2d4928f0 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lazy-loading 'pci_requests' on Instance uuid 25e4a03a-d774-4b87-b16c-24cc95552abb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.585912] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513929, 'name': ReconfigVM_Task, 'duration_secs': 1.028016} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.586179] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Reconfigured VM instance instance-00000044 to attach disk [datastore1] e9c7989c-efce-431d-a2b2-8c9adf9da2df/e9c7989c-efce-431d-a2b2-8c9adf9da2df.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.586786] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1d4817-d887-47e6-8442-554ca177d8d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.593767] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 924.593767] env[70771]: value = "task-3513934" [ 924.593767] env[70771]: _type = "Task" [ 924.593767] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.602436] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513934, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.611434] env[70771]: DEBUG oslo_concurrency.lockutils [None req-748b70c4-ec8d-4c78-9b11-a9e9616bb669 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.694113] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513933, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.735342] env[70771]: DEBUG oslo_concurrency.lockutils [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.735630] env[70771]: DEBUG oslo_concurrency.lockutils [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.735823] env[70771]: DEBUG nova.compute.manager [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.736755] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37358d05-282a-4b7c-940b-63e1dc804072 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.743071] env[70771]: DEBUG nova.compute.manager [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 924.743656] env[70771]: DEBUG nova.objects.instance [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.759496] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.069244] env[70771]: DEBUG nova.compute.utils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.070682] env[70771]: DEBUG nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 925.086851] env[70771]: DEBUG nova.objects.base [None req-2e3ad07d-59d2-4a75-a9d6-754a2d4928f0 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Object Instance<25e4a03a-d774-4b87-b16c-24cc95552abb> lazy-loaded attributes: flavor,pci_requests {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.087067] env[70771]: DEBUG nova.network.neutron [None req-2e3ad07d-59d2-4a75-a9d6-754a2d4928f0 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.105656] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513934, 'name': Rename_Task, 'duration_secs': 0.197939} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.108341] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.108567] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677c7e1a-51c9-416a-9134-1687ddcf0dc1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.115765] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 925.115765] env[70771]: value = "task-3513935" [ 925.115765] env[70771]: _type = "Task" [ 925.115765] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.125785] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.159398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c11369e6-6935-4774-85f9-fdcdcd0621df tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.397s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.190805] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e3ad07d-59d2-4a75-a9d6-754a2d4928f0 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "interface-25e4a03a-d774-4b87-b16c-24cc95552abb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.117s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.201902] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513933, 'name': CreateVM_Task, 'duration_secs': 0.664328} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.202096] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.202514] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.202679] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.203039] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.203314] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd62b980-cf44-4eac-8cd7-04e4b66fe4b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.208888] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 925.208888] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5248c972-aa80-69a2-21a9-27526fcf632e" [ 925.208888] env[70771]: _type = "Task" [ 925.208888] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.222175] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5248c972-aa80-69a2-21a9-27526fcf632e, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.224782] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.225039] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.225307] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.225468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.225650] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.226939] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a15a8f-32ae-46ff-93a6-d9956561887a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.234575] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.234804] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.238241] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06a8692-a700-4861-9621-9434ce6b57a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.245238] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 925.245238] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f73e79-4ff5-37dd-df2c-4bd8b5946832" [ 925.245238] env[70771]: _type = "Task" [ 925.245238] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.255455] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f73e79-4ff5-37dd-df2c-4bd8b5946832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.467547] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.467977] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.468066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "49faccb0-7db4-40f0-ab40-cce0d967aae7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.468194] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.468618] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.471518] env[70771]: INFO nova.compute.manager [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Terminating instance [ 925.506746] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f531983-daba-4b22-b2cb-9f97b69c819d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.514786] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02db660-749f-47fe-93a6-5fa297d8cdf9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.546374] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a302c5b-acd9-4697-ba49-b7328faa3159 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.554197] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1b916-755a-47f3-bb7a-03743ff0f875 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.568503] env[70771]: DEBUG nova.compute.provider_tree [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.575175] env[70771]: DEBUG nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.606704] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.606985] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702072', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'name': 'volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'serial': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.607972] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6274e067-24f8-4436-b663-7826fd05c867 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.628728] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5803842b-10c8-4f5e-b89b-0a928efc7e3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.636560] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.657798] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f/volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.658082] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6e0cb8-c3b6-4216-b151-50e14c918184 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.678495] env[70771]: DEBUG oslo_vmware.api [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 925.678495] env[70771]: value = "task-3513936" [ 925.678495] env[70771]: _type = "Task" [ 925.678495] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.687655] env[70771]: DEBUG oslo_vmware.api [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.759850] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.760289] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f73e79-4ff5-37dd-df2c-4bd8b5946832, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.760570] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51006e03-5a74-4235-8d37-458077ba90ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.763760] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb02c5d9-eafc-47ca-8e74-908150d3686a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.771920] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 925.771920] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5226264a-409f-dd8d-e85e-1f5ed556db07" [ 925.771920] env[70771]: _type = "Task" [ 925.771920] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.773141] env[70771]: DEBUG oslo_vmware.api [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 925.773141] env[70771]: value = "task-3513937" [ 925.773141] env[70771]: _type = "Task" [ 925.773141] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.789048] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5226264a-409f-dd8d-e85e-1f5ed556db07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.794312] env[70771]: DEBUG oslo_vmware.api [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.976039] env[70771]: DEBUG nova.compute.manager [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.976321] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.977257] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de16c9a0-1b6b-43e8-aa5d-63a8dbbd4031 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.985377] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.985628] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da77c06-1da6-43d2-a737-2fc315c9fc03 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.992603] env[70771]: DEBUG oslo_vmware.api [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 925.992603] env[70771]: value = "task-3513938" [ 925.992603] env[70771]: _type = "Task" [ 925.992603] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.002954] env[70771]: DEBUG oslo_vmware.api [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.072290] env[70771]: DEBUG nova.scheduler.client.report [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.135084] env[70771]: DEBUG oslo_vmware.api [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513935, 'name': PowerOnVM_Task, 'duration_secs': 0.676557} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.135376] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.135594] env[70771]: INFO nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Took 8.66 seconds to spawn the instance on the hypervisor. [ 926.135791] env[70771]: DEBUG nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.136631] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ed747-1f2e-479c-b08e-6701457fbac1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.188188] env[70771]: DEBUG oslo_vmware.api [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513936, 'name': ReconfigVM_Task, 'duration_secs': 0.486658} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.188531] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f/volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.193588] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981f02a3-4fe5-470d-ad30-71281377380a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.215628] env[70771]: DEBUG oslo_vmware.api [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 926.215628] env[70771]: value = "task-3513939" [ 926.215628] env[70771]: _type = "Task" [ 926.215628] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.223645] env[70771]: DEBUG oslo_vmware.api [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.288309] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5226264a-409f-dd8d-e85e-1f5ed556db07, 'name': SearchDatastore_Task, 'duration_secs': 0.018002} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.291772] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.292109] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6/cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.292404] env[70771]: DEBUG oslo_vmware.api [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513937, 'name': PowerOffVM_Task, 'duration_secs': 0.263877} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.292608] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4882a04-f5e1-49be-92ca-ddaab768e5f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.294743] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.294971] env[70771]: DEBUG nova.compute.manager [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.295720] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c974f1-3528-4597-8cf2-809e864ea941 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.305353] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 926.305353] env[70771]: value = "task-3513940" [ 926.305353] env[70771]: _type = "Task" [ 926.305353] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.313025] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.505296] env[70771]: DEBUG oslo_vmware.api [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513938, 'name': PowerOffVM_Task, 'duration_secs': 0.39031} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.505923] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.506155] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.506532] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb03264f-7864-4861-b41d-86cc208df43d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.572922] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.573246] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.573439] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleting the datastore file [datastore1] 49faccb0-7db4-40f0-ab40-cce0d967aae7 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.573726] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9447ab11-57f7-4d4b-ad49-ea182e462ea0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.577958] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.582595] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.191s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.582595] env[70771]: DEBUG nova.objects.instance [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'pci_requests' on Instance uuid 33493b97-8385-4560-97ba-858234d7d790 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.583336] env[70771]: DEBUG oslo_vmware.api [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 926.583336] env[70771]: value = "task-3513942" [ 926.583336] env[70771]: _type = "Task" [ 926.583336] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.588157] env[70771]: DEBUG nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.597809] env[70771]: DEBUG oslo_vmware.api [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.610850] env[70771]: INFO nova.scheduler.client.report [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Deleted allocations for instance 89a409b9-04d6-4763-8244-5dd6bdab5bbe [ 926.658985] env[70771]: INFO nova.compute.manager [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Took 27.16 seconds to build instance. [ 926.724076] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.724419] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.724659] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.725031] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.725218] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.725457] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.725777] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.726823] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.726823] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.726823] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.726823] env[70771]: DEBUG nova.virt.hardware [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.727695] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344f551-8e98-4523-ac14-316f4f68aa90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.736809] env[70771]: DEBUG oslo_vmware.api [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513939, 'name': ReconfigVM_Task, 'duration_secs': 0.170385} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.739332] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702072', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'name': 'volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'serial': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 926.744353] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fcc77f-a090-4e88-a89e-ab6fff46667c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.760240] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.766364] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.767168] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.767420] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-628bd3a2-f434-43b2-b5a5-df9bb928ba9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.789289] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.789289] env[70771]: value = "task-3513943" [ 926.789289] env[70771]: _type = "Task" [ 926.789289] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.799028] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513943, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.811928] env[70771]: DEBUG oslo_concurrency.lockutils [None req-686ff13d-880b-41b7-8d97-0f233d931972 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.820209] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505033} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.821087] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6/cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.821087] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.821087] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a08aa029-a9c8-454a-9be1-87f9e10d7e8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.827928] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 926.827928] env[70771]: value = "task-3513944" [ 926.827928] env[70771]: _type = "Task" [ 926.827928] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.837119] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.091322] env[70771]: DEBUG nova.objects.instance [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'numa_topology' on Instance uuid 33493b97-8385-4560-97ba-858234d7d790 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.096914] env[70771]: DEBUG oslo_vmware.api [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3513942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299543} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.097180] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.097376] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.097557] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.097736] env[70771]: INFO nova.compute.manager [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 927.097975] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.098189] env[70771]: DEBUG nova.compute.manager [-] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.098287] env[70771]: DEBUG nova.network.neutron [-] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.120097] env[70771]: DEBUG oslo_concurrency.lockutils [None req-aa1085bc-9271-4aa8-b37e-1d16aaba13c3 tempest-ImagesOneServerNegativeTestJSON-1318507346 tempest-ImagesOneServerNegativeTestJSON-1318507346-project-member] Lock "89a409b9-04d6-4763-8244-5dd6bdab5bbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.266s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.164798] env[70771]: DEBUG oslo_concurrency.lockutils [None req-39dd4861-e244-4d6b-a446-782c6c73301b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.686s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.167739] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "25e4a03a-d774-4b87-b16c-24cc95552abb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.167739] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.167739] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "25e4a03a-d774-4b87-b16c-24cc95552abb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.167739] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.167896] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.170336] env[70771]: INFO nova.compute.manager [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Terminating instance [ 927.289991] env[70771]: DEBUG nova.objects.instance [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.306955] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513943, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.337213] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.337482] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.338276] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080b2187-7b9f-4746-83cc-f6f7cbb3fe43 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.359525] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6/cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.359846] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0493c168-754b-4aef-a3c7-5a8168e3efa2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.383047] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 927.383047] env[70771]: value = "task-3513945" [ 927.383047] env[70771]: _type = "Task" [ 927.383047] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.393024] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.592468] env[70771]: INFO nova.compute.claims [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.675080] env[70771]: DEBUG nova.compute.manager [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.675328] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.676571] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ac471-3539-4a07-83c7-ec812bc16c05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.685657] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.685910] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f7bb0fa-d539-4d39-ae12-41d3723411af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.692065] env[70771]: DEBUG oslo_vmware.api [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 927.692065] env[70771]: value = "task-3513946" [ 927.692065] env[70771]: _type = "Task" [ 927.692065] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.699475] env[70771]: DEBUG oslo_vmware.api [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.755246] env[70771]: DEBUG nova.compute.manager [req-c53f3ce0-cd7e-4381-8ecf-f63ae97aa436 req-c8a0d25b-ca51-4778-be94-87271dba03aa service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Received event network-vif-deleted-94553675-1168-47ee-8eaa-c44515c8782e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.755484] env[70771]: INFO nova.compute.manager [req-c53f3ce0-cd7e-4381-8ecf-f63ae97aa436 req-c8a0d25b-ca51-4778-be94-87271dba03aa service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Neutron deleted interface 94553675-1168-47ee-8eaa-c44515c8782e; detaching it from the instance and deleting it from the info cache [ 927.755673] env[70771]: DEBUG nova.network.neutron [req-c53f3ce0-cd7e-4381-8ecf-f63ae97aa436 req-c8a0d25b-ca51-4778-be94-87271dba03aa service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.794057] env[70771]: DEBUG nova.objects.instance [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lazy-loading 'flavor' on Instance uuid 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.801304] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.801472] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.801620] env[70771]: DEBUG nova.network.neutron [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.801849] env[70771]: DEBUG nova.objects.instance [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'info_cache' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.816287] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513943, 'name': CreateVM_Task, 'duration_secs': 0.578897} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.816287] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.816287] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.816287] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.816287] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.816593] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8883455a-ec3b-4aea-89e7-801af7ddada4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.822648] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 927.822648] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e93c9f-cbb3-5079-1a7d-ccc452d138e9" [ 927.822648] env[70771]: _type = "Task" [ 927.822648] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.832830] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e93c9f-cbb3-5079-1a7d-ccc452d138e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.898598] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.992881] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.993226] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.201451] env[70771]: DEBUG oslo_vmware.api [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513946, 'name': PowerOffVM_Task, 'duration_secs': 0.364554} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.205649] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.205649] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.205908] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e3cbb24-384c-4ab7-a014-86ea57ef831d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.229584] env[70771]: DEBUG nova.network.neutron [-] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.259353] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9b34586-1977-4ae5-8071-52b996662989 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.267980] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418e3be-baa9-465f-bdcf-9e46c77fac77 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.287429] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.287714] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.288064] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Deleting the datastore file [datastore1] 25e4a03a-d774-4b87-b16c-24cc95552abb {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.288857] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ed9b901-1181-420b-b135-973fb16a9cc1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.298700] env[70771]: DEBUG oslo_vmware.api [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for the task: (returnval){ [ 928.298700] env[70771]: value = "task-3513948" [ 928.298700] env[70771]: _type = "Task" [ 928.298700] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.323892] env[70771]: DEBUG nova.objects.base [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 928.330026] env[70771]: DEBUG nova.compute.manager [req-c53f3ce0-cd7e-4381-8ecf-f63ae97aa436 req-c8a0d25b-ca51-4778-be94-87271dba03aa service nova] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Detach interface failed, port_id=94553675-1168-47ee-8eaa-c44515c8782e, reason: Instance 49faccb0-7db4-40f0-ab40-cce0d967aae7 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.330026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8fa6aa0d-fb49-4150-8661-6dba15b21a80 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.369s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.343652] env[70771]: DEBUG oslo_vmware.api [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.352241] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e93c9f-cbb3-5079-1a7d-ccc452d138e9, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.352558] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.353682] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.353682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.353682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.353682] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.353879] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3cc1b9d-62b4-4d69-9312-b33fd164d924 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.366095] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.366499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.370606] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd708f4-5541-4358-aa26-10889e51ae19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.376522] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 928.376522] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5260a119-68c7-1044-1d35-50bdb8b05808" [ 928.376522] env[70771]: _type = "Task" [ 928.376522] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.386072] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5260a119-68c7-1044-1d35-50bdb8b05808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.401567] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513945, 'name': ReconfigVM_Task, 'duration_secs': 0.717683} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.401753] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Reconfigured VM instance instance-00000045 to attach disk [datastore2] cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6/cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.402451] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea1cbd6-c58d-46e5-b2a6-7cb839f75d23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.408613] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 928.408613] env[70771]: value = "task-3513949" [ 928.408613] env[70771]: _type = "Task" [ 928.408613] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.423240] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513949, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.497375] env[70771]: DEBUG nova.compute.utils [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.567061] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55287114-7cfe-4a01-90fe-1029e25c7e6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.574782] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ee6f6b-cee2-4094-b229-2ef39297d4e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.608162] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69769947-b056-43d1-9526-f7aa78e2b3eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.616115] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2018cb48-77b9-45cc-83f2-e8e24eb0b89f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.630190] env[70771]: DEBUG nova.compute.provider_tree [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.732803] env[70771]: INFO nova.compute.manager [-] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Took 1.63 seconds to deallocate network for instance. [ 928.811464] env[70771]: DEBUG oslo_vmware.api [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Task: {'id': task-3513948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134159} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.811753] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.811978] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.812158] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.812291] env[70771]: INFO nova.compute.manager [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 928.812533] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.812747] env[70771]: DEBUG nova.compute.manager [-] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.812832] env[70771]: DEBUG nova.network.neutron [-] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.887964] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5260a119-68c7-1044-1d35-50bdb8b05808, 'name': SearchDatastore_Task, 'duration_secs': 0.008202} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.888800] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9fcebfc-a217-48fc-95b9-c7d920d2e93b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.894326] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 928.894326] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52637e09-8f68-0a58-bf21-33e0cbf551ba" [ 928.894326] env[70771]: _type = "Task" [ 928.894326] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.902344] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52637e09-8f68-0a58-bf21-33e0cbf551ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.916690] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513949, 'name': Rename_Task, 'duration_secs': 0.148351} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.916954] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.917208] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8b19fc-dd05-4bc5-a180-49ce751bf112 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.923343] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 928.923343] env[70771]: value = "task-3513950" [ 928.923343] env[70771]: _type = "Task" [ 928.923343] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.931607] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.001762] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.135324] env[70771]: DEBUG nova.scheduler.client.report [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.239224] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.353665] env[70771]: INFO nova.compute.manager [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Rescuing [ 929.354000] env[70771]: DEBUG oslo_concurrency.lockutils [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.354267] env[70771]: DEBUG oslo_concurrency.lockutils [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.354524] env[70771]: DEBUG nova.network.neutron [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.407991] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52637e09-8f68-0a58-bf21-33e0cbf551ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.408344] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.408748] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.409032] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc212c8b-ce8d-4222-9033-e97c7449df42 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.416053] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 929.416053] env[70771]: value = "task-3513951" [ 929.416053] env[70771]: _type = "Task" [ 929.416053] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.423923] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.434688] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.640793] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.059s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.645470] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.170s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.689947] env[70771]: INFO nova.network.neutron [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 929.762404] env[70771]: DEBUG nova.network.neutron [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updating instance_info_cache with network_info: [{"id": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "address": "fa:16:3e:46:a8:55", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc58e77-35", "ovs_interfaceid": "fdc58e77-3566-4b9d-86a6-32dddb187fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.928480] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502043} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.932166] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.932450] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.932834] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-870bfa58-24e8-4a40-bbe7-7267ca8a6e0d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.941993] env[70771]: DEBUG oslo_vmware.api [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513950, 'name': PowerOnVM_Task, 'duration_secs': 0.751253} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.942114] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.942315] env[70771]: INFO nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Took 5.85 seconds to spawn the instance on the hypervisor. [ 929.942527] env[70771]: DEBUG nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.942874] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 929.942874] env[70771]: value = "task-3513952" [ 929.942874] env[70771]: _type = "Task" [ 929.942874] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.943539] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7e0e6d-e374-4fad-a8ea-1a1faf3fb07d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.960901] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.080451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.082018] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.082018] env[70771]: INFO nova.compute.manager [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Attaching volume e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09 to /dev/sdb [ 930.124833] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7482b0-b2d1-4b4e-935a-a611086ad47d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.132897] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd06dda-b7e5-44a3-b553-72b35899f344 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.147209] env[70771]: DEBUG nova.virt.block_device [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Updating existing volume attachment record: 6337082c-92fb-4fd8-8c9a-7e8dcf722661 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 930.150975] env[70771]: DEBUG nova.objects.instance [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lazy-loading 'migration_context' on Instance uuid 1f532201-d733-4efb-bf4c-4822dc5ba413 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.212683] env[70771]: DEBUG nova.network.neutron [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.228330] env[70771]: DEBUG nova.compute.manager [req-660a0534-df6e-4548-a175-a15f4a8f91e3 req-bfd23b7a-0599-4d0f-bad0-b211849f17ba service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Received event network-vif-deleted-247c3708-4509-4d67-bc79-32181ef9bbdd {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.228330] env[70771]: INFO nova.compute.manager [req-660a0534-df6e-4548-a175-a15f4a8f91e3 req-bfd23b7a-0599-4d0f-bad0-b211849f17ba service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Neutron deleted interface 247c3708-4509-4d67-bc79-32181ef9bbdd; detaching it from the instance and deleting it from the info cache [ 930.228330] env[70771]: DEBUG nova.network.neutron [req-660a0534-df6e-4548-a175-a15f4a8f91e3 req-bfd23b7a-0599-4d0f-bad0-b211849f17ba service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.233445] env[70771]: DEBUG nova.network.neutron [-] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.263943] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "refresh_cache-ee2e471e-d89c-4c7f-9e18-942d71dfc55a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.464148] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069353} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.464722] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.467447] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354501fe-42d6-4bdf-a454-a8858329cf7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.470079] env[70771]: INFO nova.compute.manager [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Took 25.54 seconds to build instance. [ 930.488661] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.489445] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6927139a-c9cf-48d0-a137-1e6f1620d084 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.511619] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 930.511619] env[70771]: value = "task-3513956" [ 930.511619] env[70771]: _type = "Task" [ 930.511619] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.518512] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.718305] env[70771]: DEBUG oslo_concurrency.lockutils [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.730841] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d11349b8-51b3-4cbc-8f30-93159e22015e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.737154] env[70771]: INFO nova.compute.manager [-] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Took 1.92 seconds to deallocate network for instance. [ 930.749526] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca1927b-a696-458f-8016-5249fa163857 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.796948] env[70771]: DEBUG nova.compute.manager [req-660a0534-df6e-4548-a175-a15f4a8f91e3 req-bfd23b7a-0599-4d0f-bad0-b211849f17ba service nova] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Detach interface failed, port_id=247c3708-4509-4d67-bc79-32181ef9bbdd, reason: Instance 25e4a03a-d774-4b87-b16c-24cc95552abb could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.885488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "5608ed52-331b-42b3-bad1-337d8bec154b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.885921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "5608ed52-331b-42b3-bad1-337d8bec154b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.885921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "5608ed52-331b-42b3-bad1-337d8bec154b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.886191] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "5608ed52-331b-42b3-bad1-337d8bec154b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.887432] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "5608ed52-331b-42b3-bad1-337d8bec154b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.889489] env[70771]: INFO nova.compute.manager [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Terminating instance [ 930.972616] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1a79790c-dc60-46f1-b7d9-b4dab848ad25 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.565s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.019799] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513956, 'name': ReconfigVM_Task, 'duration_secs': 0.297611} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.022495] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.023353] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ffaff7-ec82-4ed9-a90f-71171f9f746b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.030133] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 931.030133] env[70771]: value = "task-3513957" [ 931.030133] env[70771]: _type = "Task" [ 931.030133] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.041043] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513957, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.059186] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68099fdb-1142-472e-bf91-3768eb445475 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.068241] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa344c1-7157-4290-9c2d-71a990113e17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.105386] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db748550-69f9-41ba-a6fa-7916026fe32e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.113051] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f503ea3-ca3a-47ae-902c-7fbe39a90a7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.127304] env[70771]: DEBUG nova.compute.provider_tree [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.248168] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.268911] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.269391] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b26ea52-9e8f-485e-8701-114ba0b4bcab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.277967] env[70771]: DEBUG oslo_vmware.api [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 931.277967] env[70771]: value = "task-3513958" [ 931.277967] env[70771]: _type = "Task" [ 931.277967] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.289907] env[70771]: DEBUG oslo_vmware.api [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.394441] env[70771]: DEBUG nova.compute.manager [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.394441] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.394879] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.395177] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.395212] env[70771]: DEBUG nova.network.neutron [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.400957] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1080ad1-76ba-4119-9fec-9e0f975883ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.418537] env[70771]: DEBUG nova.compute.manager [req-782bd386-b649-49df-b156-555aee7c1c1f req-58937e12-8694-4d25-9b76-225f9c66c72c service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-vif-plugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.418814] env[70771]: DEBUG oslo_concurrency.lockutils [req-782bd386-b649-49df-b156-555aee7c1c1f req-58937e12-8694-4d25-9b76-225f9c66c72c service nova] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.419119] env[70771]: DEBUG oslo_concurrency.lockutils [req-782bd386-b649-49df-b156-555aee7c1c1f req-58937e12-8694-4d25-9b76-225f9c66c72c service nova] Lock "33493b97-8385-4560-97ba-858234d7d790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.419394] env[70771]: DEBUG oslo_concurrency.lockutils [req-782bd386-b649-49df-b156-555aee7c1c1f req-58937e12-8694-4d25-9b76-225f9c66c72c service nova] Lock "33493b97-8385-4560-97ba-858234d7d790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.419587] env[70771]: DEBUG nova.compute.manager [req-782bd386-b649-49df-b156-555aee7c1c1f req-58937e12-8694-4d25-9b76-225f9c66c72c service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] No waiting events found dispatching network-vif-plugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.419784] env[70771]: WARNING nova.compute.manager [req-782bd386-b649-49df-b156-555aee7c1c1f req-58937e12-8694-4d25-9b76-225f9c66c72c service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received unexpected event network-vif-plugged-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 for instance with vm_state shelved_offloaded and task_state spawning. [ 931.420466] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.420919] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0abe490-8d30-4bae-98df-edcba8a1c065 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.428473] env[70771]: DEBUG oslo_vmware.api [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 931.428473] env[70771]: value = "task-3513959" [ 931.428473] env[70771]: _type = "Task" [ 931.428473] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.439975] env[70771]: DEBUG oslo_vmware.api [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.540448] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513957, 'name': Rename_Task, 'duration_secs': 0.137137} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.540746] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.540997] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6383e9-e14e-42d3-a8ce-5f8723929994 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.547834] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 931.547834] env[70771]: value = "task-3513960" [ 931.547834] env[70771]: _type = "Task" [ 931.547834] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.556223] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.632836] env[70771]: DEBUG nova.scheduler.client.report [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.790302] env[70771]: DEBUG oslo_vmware.api [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3513958, 'name': PowerOnVM_Task, 'duration_secs': 0.401241} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.791329] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.791669] env[70771]: DEBUG nova.compute.manager [None req-7752fc35-9ab1-42e7-9fc1-8e586370caa6 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.792793] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215cec7c-a19c-407c-9577-9c56b9b7f2e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.942043] env[70771]: DEBUG oslo_vmware.api [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513959, 'name': PowerOffVM_Task, 'duration_secs': 0.309642} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.945374] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.945620] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.945950] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c87b8c3e-7749-46a6-8805-09e6e87ab6ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.015300] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.015659] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.015959] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Deleting the datastore file [datastore2] 5608ed52-331b-42b3-bad1-337d8bec154b {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.016513] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79b4ed6-6919-418c-98d2-71da1a6eafce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.026930] env[70771]: DEBUG oslo_vmware.api [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for the task: (returnval){ [ 932.026930] env[70771]: value = "task-3513962" [ 932.026930] env[70771]: _type = "Task" [ 932.026930] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.038777] env[70771]: DEBUG oslo_vmware.api [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.065459] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513960, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.120488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "13e3f524-9b93-489f-a057-a549d640480e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.120802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "13e3f524-9b93-489f-a057-a549d640480e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.121155] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "13e3f524-9b93-489f-a057-a549d640480e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.121400] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "13e3f524-9b93-489f-a057-a549d640480e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.121603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "13e3f524-9b93-489f-a057-a549d640480e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.123932] env[70771]: INFO nova.compute.manager [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Terminating instance [ 932.153877] env[70771]: DEBUG nova.network.neutron [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.275249] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.276013] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb42a68-b094-4839-a089-b865caca64eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.284280] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 932.284280] env[70771]: value = "task-3513963" [ 932.284280] env[70771]: _type = "Task" [ 932.284280] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.292549] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.538323] env[70771]: DEBUG oslo_vmware.api [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Task: {'id': task-3513962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190634} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.538588] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.538778] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.538958] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.539151] env[70771]: INFO nova.compute.manager [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 932.539400] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.539592] env[70771]: DEBUG nova.compute.manager [-] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.539832] env[70771]: DEBUG nova.network.neutron [-] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.561805] env[70771]: DEBUG oslo_vmware.api [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513960, 'name': PowerOnVM_Task, 'duration_secs': 0.633735} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.563309] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.563553] env[70771]: INFO nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Took 5.98 seconds to spawn the instance on the hypervisor. [ 932.563734] env[70771]: DEBUG nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.564816] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f14c9fe-3f5b-4a45-9fe6-7109370c97c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.629022] env[70771]: DEBUG nova.compute.manager [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.629022] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.629879] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a0fd5f-5af2-41e6-bb26-092b63d0e7e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.640343] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.640621] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24ffcdb0-7451-466f-bc61-c6440c8a508a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.643908] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.999s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.649542] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.553s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.649731] env[70771]: DEBUG nova.objects.instance [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 932.660105] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.663944] env[70771]: DEBUG oslo_vmware.api [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 932.663944] env[70771]: value = "task-3513965" [ 932.663944] env[70771]: _type = "Task" [ 932.663944] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.676479] env[70771]: DEBUG oslo_vmware.api [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.696589] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='42688061fb254302d6da325744ad28b5',container_format='bare',created_at=2025-04-22T14:58:38Z,direct_url=,disk_format='vmdk',id=84062243-16bb-4302-b348-be8e069e478e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-639848976-shelved',owner='25676c3682b14e19810471d639b3ad39',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-22T14:58:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.696897] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.697087] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.697346] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.697505] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.697731] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.698010] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.698192] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.698366] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.698532] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.698708] env[70771]: DEBUG nova.virt.hardware [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.700522] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136362b-b8ce-4458-a1c0-d1f14f77fe02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.710952] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe06a353-5181-44e7-bc8d-146e2a93253b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.728134] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:c1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.737971] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.737971] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.737971] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da9531a8-37f5-42d4-8337-cc1dde4075e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.761464] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.761464] env[70771]: value = "task-3513966" [ 932.761464] env[70771]: _type = "Task" [ 932.761464] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.770673] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513966, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.794808] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513963, 'name': PowerOffVM_Task, 'duration_secs': 0.183235} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.795159] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.795950] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053b2a3-d1ad-4774-8272-9052b6f8ae27 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.820880] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac14e23-de43-499b-bc72-4681755a1e5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.857859] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.858152] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcb9e541-1b6f-40b3-861e-26581d43380d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.867159] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 932.867159] env[70771]: value = "task-3513967" [ 932.867159] env[70771]: _type = "Task" [ 932.867159] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.876364] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.087319] env[70771]: INFO nova.compute.manager [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Took 27.63 seconds to build instance. [ 933.184578] env[70771]: DEBUG oslo_vmware.api [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513965, 'name': PowerOffVM_Task, 'duration_secs': 0.260874} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.184861] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.186129] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.187041] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8470acd6-6ad1-46aa-8c02-15946ac1f0b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.268201] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.268201] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.268451] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Deleting the datastore file [datastore1] 13e3f524-9b93-489f-a057-a549d640480e {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.272044] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d19b3214-656f-4b3f-80e3-f5faf4ae216f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.276241] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513966, 'name': CreateVM_Task, 'duration_secs': 0.435673} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.280201] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.280201] env[70771]: DEBUG oslo_vmware.api [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for the task: (returnval){ [ 933.280201] env[70771]: value = "task-3513969" [ 933.280201] env[70771]: _type = "Task" [ 933.280201] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.280201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.280201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.280201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.280586] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f7442c-cea8-45bc-a3dd-130057716b02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.291659] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 933.291659] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529549f7-164e-9928-3e04-cd20b8ccdbb0" [ 933.291659] env[70771]: _type = "Task" [ 933.291659] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.295492] env[70771]: DEBUG oslo_vmware.api [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.305616] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529549f7-164e-9928-3e04-cd20b8ccdbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.385510] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 933.385902] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.387132] env[70771]: DEBUG oslo_concurrency.lockutils [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.387132] env[70771]: DEBUG oslo_concurrency.lockutils [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.388033] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.388033] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f88ecd-6330-4b27-9c31-2941a840bfc6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.413878] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.413993] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.414898] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1c1548-4b31-4cda-8e5d-050e75237535 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.425026] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 933.425026] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]522762ed-f412-aff8-5e6a-5fe0542b7ab5" [ 933.425026] env[70771]: _type = "Task" [ 933.425026] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.435368] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522762ed-f412-aff8-5e6a-5fe0542b7ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.590327] env[70771]: DEBUG oslo_concurrency.lockutils [None req-23b76f6a-1766-41dc-b42e-347620ed03e8 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.815s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.635279] env[70771]: DEBUG nova.compute.manager [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.635569] env[70771]: DEBUG nova.compute.manager [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing instance network info cache due to event network-changed-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.635732] env[70771]: DEBUG oslo_concurrency.lockutils [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] Acquiring lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635881] env[70771]: DEBUG oslo_concurrency.lockutils [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] Acquired lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636543] env[70771]: DEBUG nova.network.neutron [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Refreshing network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.660753] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4680e0a6-0fbd-42cb-a741-31797978b0f4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.661932] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.972s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.662240] env[70771]: DEBUG nova.objects.instance [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lazy-loading 'resources' on Instance uuid ad438180-2e64-447b-ab5c-76566567d026 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.789060] env[70771]: DEBUG nova.network.neutron [-] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.802420] env[70771]: DEBUG oslo_vmware.api [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Task: {'id': task-3513969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343792} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.803327] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.803662] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.804043] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.804347] env[70771]: INFO nova.compute.manager [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 933.804688] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.805538] env[70771]: DEBUG nova.compute.manager [-] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.805740] env[70771]: DEBUG nova.network.neutron [-] [instance: 13e3f524-9b93-489f-a057-a549d640480e] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.812034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.812445] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Processing image 84062243-16bb-4302-b348-be8e069e478e {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.816019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e/84062243-16bb-4302-b348-be8e069e478e.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.816019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e/84062243-16bb-4302-b348-be8e069e478e.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.816019] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.816019] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abd3b5be-92af-43ee-a8de-8e0525fd9b4b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.826519] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.826519] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.826519] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15642b6a-6a46-4a82-ba01-75f18d4ef79d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.832988] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 933.832988] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d4f040-ca87-72ac-f752-c6dad9fbbd5e" [ 933.832988] env[70771]: _type = "Task" [ 933.832988] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.844711] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d4f040-ca87-72ac-f752-c6dad9fbbd5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.934423] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522762ed-f412-aff8-5e6a-5fe0542b7ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.01546} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.936040] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695b504d-b362-4e95-a306-825bf6bf0df6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.943431] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 933.943431] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bba9e1-59c2-0a82-2540-fa3911a52530" [ 933.943431] env[70771]: _type = "Task" [ 933.943431] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.955476] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bba9e1-59c2-0a82-2540-fa3911a52530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.212673] env[70771]: INFO nova.compute.manager [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Swapping old allocation on dict_keys(['1554b050-2605-4d7c-943f-8881c71b07d5']) held by migration 66d3374b-de9a-4014-8d55-3e9e82e2cd11 for instance [ 934.257884] env[70771]: DEBUG nova.scheduler.client.report [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Overwriting current allocation {'allocations': {'1554b050-2605-4d7c-943f-8881c71b07d5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': 'd1e670fc87434f2ba51df88110ee6146', 'user_id': '57f087340db24541b2e1cbb969bb5a54', 'consumer_generation': 1} on consumer 1f532201-d733-4efb-bf4c-4822dc5ba413 {{(pid=70771) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 934.298419] env[70771]: INFO nova.compute.manager [-] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Took 1.76 seconds to deallocate network for instance. [ 934.351581] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Preparing fetch location {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 934.351922] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Fetch image to [datastore1] OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62/OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62.vmdk {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 934.353196] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Downloading stream optimized image 84062243-16bb-4302-b348-be8e069e478e to [datastore1] OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62/OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62.vmdk on the data store datastore1 as vApp {{(pid=70771) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 934.353888] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Downloading image file data 84062243-16bb-4302-b348-be8e069e478e to the ESX as VM named 'OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62' {{(pid=70771) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 934.455981] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bba9e1-59c2-0a82-2540-fa3911a52530, 'name': SearchDatastore_Task, 'duration_secs': 0.017831} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.457070] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 934.457070] env[70771]: value = "resgroup-9" [ 934.457070] env[70771]: _type = "ResourcePool" [ 934.457070] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 934.458180] env[70771]: DEBUG oslo_concurrency.lockutils [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.458180] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. {{(pid=70771) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 934.458180] env[70771]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6aeadd65-3b6e-407f-8877-9ec633b8f12b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.477983] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b6db85-fe82-49ad-a7f4-afa7d087c07a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.487427] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 934.487427] env[70771]: value = "task-3513970" [ 934.487427] env[70771]: _type = "Task" [ 934.487427] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.492164] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease: (returnval){ [ 934.492164] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520f7382-ceb4-06be-1f1d-38f822bdabf3" [ 934.492164] env[70771]: _type = "HttpNfcLease" [ 934.492164] env[70771]: } obtained for vApp import into resource pool (val){ [ 934.492164] env[70771]: value = "resgroup-9" [ 934.492164] env[70771]: _type = "ResourcePool" [ 934.492164] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 934.492467] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the lease: (returnval){ [ 934.492467] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520f7382-ceb4-06be-1f1d-38f822bdabf3" [ 934.492467] env[70771]: _type = "HttpNfcLease" [ 934.492467] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 934.502371] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.508231] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.508231] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520f7382-ceb4-06be-1f1d-38f822bdabf3" [ 934.508231] env[70771]: _type = "HttpNfcLease" [ 934.508231] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.567113] env[70771]: INFO nova.compute.manager [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Rebuilding instance [ 934.590946] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.591244] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquired lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.591580] env[70771]: DEBUG nova.network.neutron [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.623190] env[70771]: DEBUG nova.compute.manager [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.624312] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572fbb4f-ca6f-4f49-90d4-61ec5001bc8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.717351] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 934.717592] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702078', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'name': 'volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9c7989c-efce-431d-a2b2-8c9adf9da2df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'serial': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 934.718959] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0350869e-2a7a-4ed6-84f4-70ddc62b4d6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.743863] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e981a46-2006-43c5-aeb7-5eb191ed58e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.775366] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09/volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.779948] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10ee986-8a3b-4e41-a8e0-6552a65b0903 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.794321] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e168f849-ff13-4e77-a99f-41ad32707709 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.804800] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.807271] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a666cc2a-f3a0-419e-96cf-a14199b3f9a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.811823] env[70771]: DEBUG oslo_vmware.api [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 934.811823] env[70771]: value = "task-3513972" [ 934.811823] env[70771]: _type = "Task" [ 934.811823] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.844884] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27223372-fa5e-4867-bce3-64fee6c69dbe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.851676] env[70771]: DEBUG oslo_vmware.api [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.858288] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140166fe-b5d8-420f-8289-c8b7bef31683 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.874014] env[70771]: DEBUG nova.network.neutron [-] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.875636] env[70771]: DEBUG nova.compute.provider_tree [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.924014] env[70771]: DEBUG nova.network.neutron [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updated VIF entry in instance network info cache for port 4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.924959] env[70771]: DEBUG nova.network.neutron [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [{"id": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "address": "fa:16:3e:43:c1:c9", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf0ffec-93", "ovs_interfaceid": "4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.007067] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.008669] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.008669] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520f7382-ceb4-06be-1f1d-38f822bdabf3" [ 935.008669] env[70771]: _type = "HttpNfcLease" [ 935.008669] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.325186] env[70771]: DEBUG oslo_vmware.api [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.379111] env[70771]: INFO nova.compute.manager [-] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Took 1.57 seconds to deallocate network for instance. [ 935.381667] env[70771]: DEBUG nova.scheduler.client.report [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.427563] env[70771]: DEBUG oslo_concurrency.lockutils [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] Releasing lock "refresh_cache-33493b97-8385-4560-97ba-858234d7d790" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.427857] env[70771]: DEBUG nova.compute.manager [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Received event network-vif-deleted-e83be385-6ceb-4a15-a0e8-d76f934ea521 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.428068] env[70771]: INFO nova.compute.manager [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Neutron deleted interface e83be385-6ceb-4a15-a0e8-d76f934ea521; detaching it from the instance and deleting it from the info cache [ 935.428254] env[70771]: DEBUG nova.network.neutron [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.435070] env[70771]: DEBUG nova.network.neutron [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance_info_cache with network_info: [{"id": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "address": "fa:16:3e:58:93:93", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fb130c-64", "ovs_interfaceid": "c3fb130c-6480-4ce5-8bc0-64b94679ac56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.517171] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562055} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.517171] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.517171] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520f7382-ceb4-06be-1f1d-38f822bdabf3" [ 935.517171] env[70771]: _type = "HttpNfcLease" [ 935.517171] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.517171] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. [ 935.517171] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.517171] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520f7382-ceb4-06be-1f1d-38f822bdabf3" [ 935.517171] env[70771]: _type = "HttpNfcLease" [ 935.517171] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 935.521041] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ebdf5-4f8d-4795-85db-4b9afbe1cdae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.521559] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f604494-bac2-4618-93f2-b0de2791b343 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.566337] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.569709] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2746fe97-49e2-4fcb-928f-c7fc9601eda4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.586266] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b600a-0523-1121-bc59-8b7edb26b797/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.586478] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b600a-0523-1121-bc59-8b7edb26b797/disk-0.vmdk. {{(pid=70771) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 935.655680] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.660106] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d449650-6f35-4e97-9bed-cd1b7acf5318 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.662513] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 935.662513] env[70771]: value = "task-3513973" [ 935.662513] env[70771]: _type = "Task" [ 935.662513] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.664285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "5d7d91ba-6faf-40d3-af49-356ad27bd419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.664525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.675285] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72b1188c-d3f2-4145-a57a-c3b1c4917e3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.679132] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 935.679132] env[70771]: value = "task-3513974" [ 935.679132] env[70771]: _type = "Task" [ 935.679132] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.688131] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.693797] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.812118] env[70771]: DEBUG nova.compute.manager [req-0e02950b-2abb-4ced-bedb-791f2a2febc5 req-99ef708c-1d79-4941-8813-b063e08c7190 service nova] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Received event network-vif-deleted-4a555a5c-0286-4e3e-aa46-121d72922c26 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.823254] env[70771]: DEBUG oslo_vmware.api [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513972, 'name': ReconfigVM_Task, 'duration_secs': 0.701543} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.823583] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09/volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.828698] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0efe8348-ef9e-422f-a8be-16dcb939367c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.852365] env[70771]: DEBUG oslo_vmware.api [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 935.852365] env[70771]: value = "task-3513975" [ 935.852365] env[70771]: _type = "Task" [ 935.852365] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.862339] env[70771]: DEBUG oslo_vmware.api [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.898948] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.902318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.904799] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.257s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.908801] env[70771]: INFO nova.compute.claims [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.932028] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e3cd41f-667d-4106-8831-c94719ed973d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.935580] env[70771]: INFO nova.scheduler.client.report [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Deleted allocations for instance ad438180-2e64-447b-ab5c-76566567d026 [ 935.939205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Releasing lock "refresh_cache-1f532201-d733-4efb-bf4c-4822dc5ba413" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.939680] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.942686] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca7d74b-ab27-4b42-b154-3ab72fd698fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.952232] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd16273-fd06-4f06-b0e5-57ae6a3c9de0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.973207] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 935.973207] env[70771]: value = "task-3513976" [ 935.973207] env[70771]: _type = "Task" [ 935.973207] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.985118] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.002158] env[70771]: DEBUG nova.compute.manager [req-99857b3f-f64c-4aab-893c-0e457e1d20fd req-944fb261-f000-49d3-95d9-766389cd77c5 service nova] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Detach interface failed, port_id=e83be385-6ceb-4a15-a0e8-d76f934ea521, reason: Instance 5608ed52-331b-42b3-bad1-337d8bec154b could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.154936] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.155441] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.155719] env[70771]: DEBUG nova.compute.manager [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.156819] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78def08-c38b-47ab-9e44-f1a859dbd8ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.167851] env[70771]: DEBUG nova.compute.manager [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 936.168601] env[70771]: DEBUG nova.objects.instance [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'flavor' on Instance uuid b4213304-4027-4f7a-aa55-aefe8e2dd019 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.176055] env[70771]: DEBUG nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.189337] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.197716] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513974, 'name': PowerOffVM_Task, 'duration_secs': 0.285242} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.198319] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.198827] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.199686] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2c06f-bff5-48f4-b00d-6c42ca939d85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.210499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.210916] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d88ce3-ba93-452a-80fe-134cca5bca96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.240710] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.241013] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.241263] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleting the datastore file [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.241641] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1679dfbf-50e9-4ca1-a0f1-3becd3bf50c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.249691] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 936.249691] env[70771]: value = "task-3513978" [ 936.249691] env[70771]: _type = "Task" [ 936.249691] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.257905] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.363208] env[70771]: DEBUG oslo_vmware.api [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513975, 'name': ReconfigVM_Task, 'duration_secs': 0.212696} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.363531] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702078', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'name': 'volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9c7989c-efce-431d-a2b2-8c9adf9da2df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'serial': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 936.452174] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ea02619-37a4-44dd-a991-7678c8c9bd94 tempest-ServersAdminTestJSON-868847224 tempest-ServersAdminTestJSON-868847224-project-member] Lock "ad438180-2e64-447b-ab5c-76566567d026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.619s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.488058] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513976, 'name': PowerOffVM_Task, 'duration_secs': 0.21642} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.489990] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.490741] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:57:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70a28d30-6b65-423c-b379-8cf5e653b42c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733807876',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.491040] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.491208] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.491417] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.491572] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.492110] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.492110] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.492282] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.492375] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.492549] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.492719] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.500887] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ac88ad-59bb-44e1-8bfc-35f59d7276ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.533066] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 936.533066] env[70771]: value = "task-3513979" [ 936.533066] env[70771]: _type = "Task" [ 936.533066] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.547403] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.683875] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.708640] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.764932] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15166} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.766175] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.766466] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.766759] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.874906] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Completed reading data from the image iterator. {{(pid=70771) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 936.875900] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b600a-0523-1121-bc59-8b7edb26b797/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.880345] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cbb79a-4867-4adb-93f8-6b3ad111671f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.889163] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b600a-0523-1121-bc59-8b7edb26b797/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.890034] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b600a-0523-1121-bc59-8b7edb26b797/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 936.890034] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e995a4ce-85c3-4700-b4ff-db8553818be3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.047873] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513979, 'name': ReconfigVM_Task, 'duration_secs': 0.225284} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.048844] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57be9ee-f28c-4381-9dd6-4cd493490432 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.067969] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:57:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70a28d30-6b65-423c-b379-8cf5e653b42c',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733807876',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.068264] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.068430] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.068616] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.068766] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.068915] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.069139] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.069303] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.069472] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.069625] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.069805] env[70771]: DEBUG nova.virt.hardware [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.073327] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f6e841-a3f2-4492-9db0-d256850cf0c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.081346] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 937.081346] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a245a4-2f5e-3b3a-50a3-470cf26073ac" [ 937.081346] env[70771]: _type = "Task" [ 937.081346] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.090767] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a245a4-2f5e-3b3a-50a3-470cf26073ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.103896] env[70771]: DEBUG oslo_vmware.rw_handles [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b600a-0523-1121-bc59-8b7edb26b797/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 937.104201] env[70771]: INFO nova.virt.vmwareapi.images [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Downloaded image file data 84062243-16bb-4302-b348-be8e069e478e [ 937.105077] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b6d4ad-11a4-4261-ba0e-cd820330ef0d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.127270] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98f28d3d-aee3-4dd4-92e2-59111db0886a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.166102] env[70771]: INFO nova.virt.vmwareapi.images [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] The imported VM was unregistered [ 937.168594] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Caching image {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 937.168845] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating directory with path [datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.172254] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7886973d-f8a0-4bd4-8dd4-94d2839cb2ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.182390] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513973, 'name': ReconfigVM_Task, 'duration_secs': 1.200669} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.182969] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.185763] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43903a06-767b-4baa-8b02-b623fa0cfa8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.187530] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created directory with path [datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.187718] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62/OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62.vmdk to [datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e/84062243-16bb-4302-b348-be8e069e478e.vmdk. {{(pid=70771) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 937.190273] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c1c79339-42a1-43be-b462-989aa7accc9a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.192492] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.215105] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6808ffd2-b463-4fe2-9476-466487d69ece {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.220042] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0e4d89-98d6-47d6-9a82-99798742fff3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.234092] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 937.234092] env[70771]: value = "task-3513981" [ 937.234092] env[70771]: _type = "Task" [ 937.234092] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.241169] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 937.241169] env[70771]: value = "task-3513983" [ 937.241169] env[70771]: _type = "Task" [ 937.241169] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.242311] env[70771]: DEBUG oslo_vmware.api [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 937.242311] env[70771]: value = "task-3513982" [ 937.242311] env[70771]: _type = "Task" [ 937.242311] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.248782] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513981, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.261108] env[70771]: DEBUG oslo_vmware.api [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.266423] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.421948] env[70771]: DEBUG nova.objects.instance [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'flavor' on Instance uuid e9c7989c-efce-431d-a2b2-8c9adf9da2df {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.447581] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577e301-57db-4f52-a1ea-d7bec8b1cc74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.459603] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cac154-371b-4866-b22b-f8c63438fe33 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.503727] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3945d-2966-4ee6-bca3-dfa7087ce979 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.515273] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b78c1-8149-49f6-b7ef-fbf6c4af001a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.538419] env[70771]: DEBUG nova.compute.provider_tree [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.594641] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a245a4-2f5e-3b3a-50a3-470cf26073ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013986} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.600363] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.600809] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c0fd59-4492-4fae-bc4f-70bf25551551 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.622486] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 937.622486] env[70771]: value = "task-3513984" [ 937.622486] env[70771]: _type = "Task" [ 937.622486] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.632466] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.746319] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513981, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.759090] env[70771]: DEBUG oslo_vmware.api [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513982, 'name': PowerOffVM_Task, 'duration_secs': 0.350027} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.762459] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.762729] env[70771]: DEBUG nova.compute.manager [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.763025] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513983, 'name': ReconfigVM_Task, 'duration_secs': 0.195383} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.763919] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e42a415-b0d6-4c92-a76f-a60af1db18ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.766863] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.766863] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a596da13-48a7-46c2-94cf-b6ebe68cf869 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.777869] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 937.777869] env[70771]: value = "task-3513985" [ 937.777869] env[70771]: _type = "Task" [ 937.777869] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.791446] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.823411] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.823627] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.823716] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.823866] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.824035] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.824218] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.824409] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.824572] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.824744] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.824914] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.825106] env[70771]: DEBUG nova.virt.hardware [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.826369] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae4b62-d914-420a-b9bf-cb321ce23691 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.835639] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb176c-3b59-44a1-bced-3a660c81b140 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.854180] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.863660] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.864445] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.864698] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40321e64-6da9-4b12-8ed1-6befb11c0b13 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.885490] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.885490] env[70771]: value = "task-3513986" [ 937.885490] env[70771]: _type = "Task" [ 937.885490] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.896351] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513986, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.927303] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a7d7f5f-588f-43b8-b750-df41c09bfaa2 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.846s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.042098] env[70771]: DEBUG nova.scheduler.client.report [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.141567] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513984, 'name': ReconfigVM_Task, 'duration_secs': 0.209967} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.141901] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.142754] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1a3d64-49b6-4017-a130-b2b04f1d40f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.169802] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.170029] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05aee332-729a-4a08-b3b3-a56ebd9d8010 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.191847] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 938.191847] env[70771]: value = "task-3513987" [ 938.191847] env[70771]: _type = "Task" [ 938.191847] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.201793] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.251012] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513981, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.284602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4e1d19ff-8e12-4ef2-b5ac-a79831868a63 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.129s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.292987] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.400325] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513986, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.549368] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.550032] env[70771]: DEBUG nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.553681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.128s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.553932] env[70771]: DEBUG nova.objects.instance [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lazy-loading 'resources' on Instance uuid 2050ee68-aca9-4c6c-8983-3ac566483d5c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.603449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.603948] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.604099] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.604420] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.604610] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.610103] env[70771]: INFO nova.compute.manager [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Terminating instance [ 938.702570] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.747467] env[70771]: DEBUG nova.objects.instance [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'flavor' on Instance uuid b4213304-4027-4f7a-aa55-aefe8e2dd019 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.749782] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513981, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.791276] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.913307] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513986, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.065715] env[70771]: DEBUG nova.compute.utils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.067772] env[70771]: DEBUG nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.068277] env[70771]: DEBUG nova.network.neutron [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.115562] env[70771]: DEBUG nova.compute.manager [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.115937] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.116303] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36066446-f42d-4774-9aa7-e294afe77ddc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.126939] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 939.126939] env[70771]: value = "task-3513988" [ 939.126939] env[70771]: _type = "Task" [ 939.126939] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.139382] env[70771]: DEBUG nova.policy [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1db47f69d80476490498e362e47c59c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6650c66b53249fa8be01713e2255cfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.147976] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.204252] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513987, 'name': ReconfigVM_Task, 'duration_secs': 0.575678} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.205039] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413/1f532201-d733-4efb-bf4c-4822dc5ba413.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.205590] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989396cf-f040-45d5-9357-ed1afbc62a66 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.232959] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5159362c-e54f-4ec7-9528-5d019209242d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.261159] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728cb4ae-15ed-4a6e-86de-501c7940933f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.268206] env[70771]: DEBUG oslo_concurrency.lockutils [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.268455] env[70771]: DEBUG oslo_concurrency.lockutils [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.268671] env[70771]: DEBUG nova.network.neutron [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.268877] env[70771]: DEBUG nova.objects.instance [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'info_cache' on Instance uuid b4213304-4027-4f7a-aa55-aefe8e2dd019 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.270999] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513981, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.296403] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7066121b-5139-48ef-b374-d602e0b236f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.309399] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513985, 'name': PowerOnVM_Task} progress is 70%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.310959] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.314144] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b6e97d-cc1e-432d-836c-34c7850f13dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.323980] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 939.323980] env[70771]: value = "task-3513989" [ 939.323980] env[70771]: _type = "Task" [ 939.323980] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.339988] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.402354] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513986, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.575750] env[70771]: DEBUG nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.608829] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e78bda9-f7f5-407f-a073-44184553f0cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.619443] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e6056b-957a-48c8-8f38-16b9130d3df7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.658144] env[70771]: DEBUG nova.network.neutron [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Successfully created port: 608829be-3bbf-4737-85f3-34cfe83e402e {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.661115] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc27e0b8-c138-4a61-97f9-4f6634917c21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.670943] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513988, 'name': PowerOffVM_Task, 'duration_secs': 0.24718} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.673547] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.673767] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 939.673958] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702078', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'name': 'volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9c7989c-efce-431d-a2b2-8c9adf9da2df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'serial': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 939.674769] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdcf32f-80b1-4d13-970a-2cdbe09b05bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.678384] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c94bb-cc5e-4a4a-828a-61ca2244835c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.695898] env[70771]: DEBUG nova.compute.provider_tree [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.722510] env[70771]: DEBUG nova.scheduler.client.report [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.726722] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc44ac4-4cba-453d-a156-f366a7152b12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.735393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f2eeff-da33-4e19-b6ab-a45446034b89 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.747982] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513981, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.765921] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5985c74-485d-4c14-87e2-c39aaae8d785 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.772901] env[70771]: DEBUG nova.objects.base [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 939.786896] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09/volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 939.793245] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 939.794553] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ccdcb1-41b6-4dc1-81a6-f76b1598ea85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.817877] env[70771]: DEBUG oslo_vmware.api [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3513985, 'name': PowerOnVM_Task, 'duration_secs': 2.023838} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.819238] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.821325] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 939.821325] env[70771]: value = "task-3513990" [ 939.821325] env[70771]: _type = "Task" [ 939.821325] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.822389] env[70771]: DEBUG nova.compute.manager [None req-afe31958-c935-4379-a213-199ece51d8b0 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.823243] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54208d31-185c-4473-8069-991a11fabc5e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.841625] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.845143] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.902029] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513986, 'name': CreateVM_Task, 'duration_secs': 1.842707} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.902029] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.902029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.902029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.902029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.902029] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc8128c-788e-4ef3-a870-d4b7402f9dc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.907291] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 939.907291] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52eaa026-332f-e96c-83e1-1ddbed2ba836" [ 939.907291] env[70771]: _type = "Task" [ 939.907291] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.916366] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52eaa026-332f-e96c-83e1-1ddbed2ba836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.233140] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.237639] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.708s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.237639] env[70771]: INFO nova.compute.claims [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.254591] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513981, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.52635} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.254918] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62/OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62.vmdk to [datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e/84062243-16bb-4302-b348-be8e069e478e.vmdk. [ 940.255158] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Cleaning up location [datastore1] OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 940.255337] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b4e2f0c7-62d4-4f10-9236-4f1930637c62 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.255609] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b581790-799d-4556-80aa-addb53b00375 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.264023] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 940.264023] env[70771]: value = "task-3513991" [ 940.264023] env[70771]: _type = "Task" [ 940.264023] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.268645] env[70771]: INFO nova.scheduler.client.report [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Deleted allocations for instance 2050ee68-aca9-4c6c-8983-3ac566483d5c [ 940.277754] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.338115] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.346881] env[70771]: DEBUG oslo_vmware.api [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3513989, 'name': PowerOnVM_Task, 'duration_secs': 0.603446} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.348616] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.428096] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52eaa026-332f-e96c-83e1-1ddbed2ba836, 'name': SearchDatastore_Task, 'duration_secs': 0.046966} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.428596] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.428964] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.429349] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.429598] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.429901] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.430289] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6526457d-c45d-4583-a712-f6070749e1fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.443304] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.443674] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.444948] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc9ba0a-eb51-44f5-8245-dd64a276df5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.453584] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 940.453584] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52168b9d-05f7-cf3c-86e9-902c3c33faca" [ 940.453584] env[70771]: _type = "Task" [ 940.453584] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.467328] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52168b9d-05f7-cf3c-86e9-902c3c33faca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.589379] env[70771]: DEBUG nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.617087] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.617282] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.617443] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.617626] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.617777] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.617931] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.618167] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.618617] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.618617] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.618736] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.618838] env[70771]: DEBUG nova.virt.hardware [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.619825] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1051ea-c362-464e-9616-0a0de9b201fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.635022] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a345d873-3e2a-43b1-8ff2-2415ccb75aeb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.668892] env[70771]: DEBUG nova.network.neutron [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.775986] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121487} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.776354] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.776593] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e/84062243-16bb-4302-b348-be8e069e478e.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.776928] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e/84062243-16bb-4302-b348-be8e069e478e.vmdk to [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.777268] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a38b620-667d-4671-82da-21fbe54ab5f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.785016] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3c0838dc-a615-4eb4-bd01-8f3729ea1f89 tempest-ServerRescueTestJSON-867055778 tempest-ServerRescueTestJSON-867055778-project-member] Lock "2050ee68-aca9-4c6c-8983-3ac566483d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.852s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.789391] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 940.789391] env[70771]: value = "task-3513992" [ 940.789391] env[70771]: _type = "Task" [ 940.789391] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.799132] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.833545] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513990, 'name': ReconfigVM_Task, 'duration_secs': 0.525297} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.834198] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 940.839165] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62afe97-0a4c-473b-bcd1-4a9fe7b656b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.857927] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 940.857927] env[70771]: value = "task-3513993" [ 940.857927] env[70771]: _type = "Task" [ 940.857927] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.869279] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.970586] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52168b9d-05f7-cf3c-86e9-902c3c33faca, 'name': SearchDatastore_Task, 'duration_secs': 0.021652} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.970586] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c729f8-0201-42b5-8198-b4ecf1a23553 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.975327] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 940.975327] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527a487d-748f-0f04-8b2a-51123155ac22" [ 940.975327] env[70771]: _type = "Task" [ 940.975327] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.984552] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527a487d-748f-0f04-8b2a-51123155ac22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.171293] env[70771]: DEBUG oslo_concurrency.lockutils [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.308519] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.360077] env[70771]: INFO nova.compute.manager [None req-a38b706f-10fe-4ca7-9db9-41278f5d3ad0 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance to original state: 'active' [ 941.374912] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513993, 'name': ReconfigVM_Task, 'duration_secs': 0.281647} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.378456] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702078', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'name': 'volume-e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9c7989c-efce-431d-a2b2-8c9adf9da2df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09', 'serial': 'e4cc3f7e-488b-4b4c-b64e-ff32ed9dea09'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 941.378849] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.380491] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef8bb21-38ad-416b-a8ad-e2e9c4e1dce2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.389128] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.389410] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8abc9ab5-b2f7-41ad-ada4-d28e3c114a42 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.470574] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.470845] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.471071] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleting the datastore file [datastore1] e9c7989c-efce-431d-a2b2-8c9adf9da2df {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.471353] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-036b18e0-e23c-43fa-8ead-e5f891f93e73 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.485076] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 941.485076] env[70771]: value = "task-3513995" [ 941.485076] env[70771]: _type = "Task" [ 941.485076] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.493367] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527a487d-748f-0f04-8b2a-51123155ac22, 'name': SearchDatastore_Task, 'duration_secs': 0.039102} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.494273] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.494710] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.496066] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-624e271e-727c-44af-859a-d3261fe4e2e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.502718] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.509574] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 941.509574] env[70771]: value = "task-3513996" [ 941.509574] env[70771]: _type = "Task" [ 941.509574] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.523157] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.536910] env[70771]: DEBUG nova.compute.manager [req-53a2dec1-5138-415a-973e-0734c99d5ce5 req-d2a64d05-f535-4fda-8276-fec06a390c66 service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Received event network-vif-plugged-608829be-3bbf-4737-85f3-34cfe83e402e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.537181] env[70771]: DEBUG oslo_concurrency.lockutils [req-53a2dec1-5138-415a-973e-0734c99d5ce5 req-d2a64d05-f535-4fda-8276-fec06a390c66 service nova] Acquiring lock "95b4b990-3a30-419e-9c04-d080f97203eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.537403] env[70771]: DEBUG oslo_concurrency.lockutils [req-53a2dec1-5138-415a-973e-0734c99d5ce5 req-d2a64d05-f535-4fda-8276-fec06a390c66 service nova] Lock "95b4b990-3a30-419e-9c04-d080f97203eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.537572] env[70771]: DEBUG oslo_concurrency.lockutils [req-53a2dec1-5138-415a-973e-0734c99d5ce5 req-d2a64d05-f535-4fda-8276-fec06a390c66 service nova] Lock "95b4b990-3a30-419e-9c04-d080f97203eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.537741] env[70771]: DEBUG nova.compute.manager [req-53a2dec1-5138-415a-973e-0734c99d5ce5 req-d2a64d05-f535-4fda-8276-fec06a390c66 service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] No waiting events found dispatching network-vif-plugged-608829be-3bbf-4737-85f3-34cfe83e402e {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.538026] env[70771]: WARNING nova.compute.manager [req-53a2dec1-5138-415a-973e-0734c99d5ce5 req-d2a64d05-f535-4fda-8276-fec06a390c66 service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Received unexpected event network-vif-plugged-608829be-3bbf-4737-85f3-34cfe83e402e for instance with vm_state building and task_state spawning. [ 941.727414] env[70771]: DEBUG nova.network.neutron [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Successfully updated port: 608829be-3bbf-4737-85f3-34cfe83e402e {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.738664] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f8876-82d7-44ce-80f8-15ce205bca8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.753839] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaecd04-e22c-44d2-978a-dbf19ce091fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.789219] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd9cebc-07b8-4c48-900b-5fa912ea01e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.802989] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2640e790-43a2-4a13-b0a4-5a1ef463d92c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.807522] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.822885] env[70771]: DEBUG nova.compute.provider_tree [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.838410] env[70771]: INFO nova.compute.manager [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Unrescuing [ 941.838410] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.838714] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquired lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.838779] env[70771]: DEBUG nova.network.neutron [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.001112] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.021391] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.182671] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.183153] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92568631-300a-4692-932e-6c153e35946e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.191674] env[70771]: DEBUG oslo_vmware.api [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 942.191674] env[70771]: value = "task-3513997" [ 942.191674] env[70771]: _type = "Task" [ 942.191674] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.205906] env[70771]: DEBUG oslo_vmware.api [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.230866] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-95b4b990-3a30-419e-9c04-d080f97203eb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.231036] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-95b4b990-3a30-419e-9c04-d080f97203eb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.231202] env[70771]: DEBUG nova.network.neutron [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.307503] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.326732] env[70771]: DEBUG nova.scheduler.client.report [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.499270] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.521391] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.703091] env[70771]: DEBUG oslo_vmware.api [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.805275] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.831709] env[70771]: DEBUG nova.network.neutron [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.834566] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.835157] env[70771]: DEBUG nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.841568] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.288s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.842018] env[70771]: DEBUG nova.objects.instance [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lazy-loading 'resources' on Instance uuid 82cb49f7-a02b-4d3a-8afc-81dde33e7480 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.998122] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.021720] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.213067] env[70771]: DEBUG oslo_vmware.api [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3513997, 'name': PowerOnVM_Task, 'duration_secs': 0.619869} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.213435] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.213642] env[70771]: DEBUG nova.compute.manager [None req-caa3b5a8-85ee-45ef-bb17-4fc92f731c24 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.214567] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc48dc-9a56-4db6-ae2f-de15e9b243ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.304081] env[70771]: DEBUG nova.network.neutron [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.314102] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.319394] env[70771]: DEBUG nova.network.neutron [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Updating instance_info_cache with network_info: [{"id": "608829be-3bbf-4737-85f3-34cfe83e402e", "address": "fa:16:3e:87:f9:f6", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608829be-3b", "ovs_interfaceid": "608829be-3bbf-4737-85f3-34cfe83e402e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.346274] env[70771]: DEBUG nova.compute.utils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.348870] env[70771]: DEBUG nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.349262] env[70771]: DEBUG nova.network.neutron [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.488662] env[70771]: DEBUG nova.policy [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7b565d991b4817893c6a3f7426ad57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d8b4b0dd624daeb0c3ef5ed6d47187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.509753] env[70771]: DEBUG oslo_vmware.api [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3513995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.886724} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.513115] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.513341] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.513557] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.513855] env[70771]: INFO nova.compute.manager [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Took 4.40 seconds to destroy the instance on the hypervisor. [ 943.514094] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.514689] env[70771]: DEBUG nova.compute.manager [-] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.514793] env[70771]: DEBUG nova.network.neutron [-] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.541036] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513996, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.788154] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "1f532201-d733-4efb-bf4c-4822dc5ba413" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.788541] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.788856] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.788937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.789451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.792346] env[70771]: INFO nova.compute.manager [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Terminating instance [ 943.795645] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38bd646-81db-455e-ab15-e7552aab89e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.809910] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Releasing lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.810671] env[70771]: DEBUG nova.objects.instance [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lazy-loading 'flavor' on Instance uuid 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.818287] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb29c3f1-ac24-40ef-b152-49dde6954c04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.821510] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.822330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-95b4b990-3a30-419e-9c04-d080f97203eb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.822989] env[70771]: DEBUG nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Instance network_info: |[{"id": "608829be-3bbf-4737-85f3-34cfe83e402e", "address": "fa:16:3e:87:f9:f6", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608829be-3b", "ovs_interfaceid": "608829be-3bbf-4737-85f3-34cfe83e402e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.823612] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:f9:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608829be-3bbf-4737-85f3-34cfe83e402e', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.832842] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.860993] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.862195] env[70771]: DEBUG nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.865663] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68600111-9427-4708-afc1-66a75fd0d087 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.886172] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b16e4e5-e6dc-442a-8815-f29bbd39ce86 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.898996] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db3227-872f-4ec1-b959-987074ce7945 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.908845] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.908845] env[70771]: value = "task-3513998" [ 943.908845] env[70771]: _type = "Task" [ 943.908845] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.919898] env[70771]: DEBUG nova.compute.provider_tree [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.925305] env[70771]: DEBUG nova.compute.manager [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Received event network-changed-608829be-3bbf-4737-85f3-34cfe83e402e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.925305] env[70771]: DEBUG nova.compute.manager [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Refreshing instance network info cache due to event network-changed-608829be-3bbf-4737-85f3-34cfe83e402e. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.925305] env[70771]: DEBUG oslo_concurrency.lockutils [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] Acquiring lock "refresh_cache-95b4b990-3a30-419e-9c04-d080f97203eb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.925305] env[70771]: DEBUG oslo_concurrency.lockutils [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] Acquired lock "refresh_cache-95b4b990-3a30-419e-9c04-d080f97203eb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.925886] env[70771]: DEBUG nova.network.neutron [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Refreshing network info cache for port 608829be-3bbf-4737-85f3-34cfe83e402e {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.932513] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513998, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.025267] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513996, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.50664} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.025620] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.025767] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.026049] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d6ff0dc-e19c-4f70-9a2b-4f289609797b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.039155] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 944.039155] env[70771]: value = "task-3513999" [ 944.039155] env[70771]: _type = "Task" [ 944.039155] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.048259] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.309910] env[70771]: DEBUG nova.compute.manager [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.311089] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.311745] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a988300-bf8f-41e5-a245-1a089e1f68df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.327332] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.329203] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ceab0fa-18f9-4917-a1a2-5fea373213d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.335542] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2624c7e-a2cd-43e0-859f-1fe3041d6097 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.338432] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3513992, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.145434} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.338700] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/84062243-16bb-4302-b348-be8e069e478e/84062243-16bb-4302-b348-be8e069e478e.vmdk to [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.342206] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3668b0-fd35-4c1a-96ec-08bb17daa060 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.368113] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.387744] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-284d5b2f-eb86-478a-9d41-b5424d78df39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.390412] env[70771]: DEBUG oslo_vmware.api [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 944.390412] env[70771]: value = "task-3514000" [ 944.390412] env[70771]: _type = "Task" [ 944.390412] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.401172] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.406240] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53736cf0-1d60-4439-9509-8a3b5031bf1f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.441365] env[70771]: DEBUG nova.scheduler.client.report [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.455154] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 944.455154] env[70771]: value = "task-3514001" [ 944.455154] env[70771]: _type = "Task" [ 944.455154] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.466857] env[70771]: DEBUG oslo_vmware.api [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.467070] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513998, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.469986] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 944.469986] env[70771]: value = "task-3514002" [ 944.469986] env[70771]: _type = "Task" [ 944.469986] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.477343] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.489590] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.549912] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3513999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078785} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.550405] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.551218] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e0881-0749-4a7f-8141-8a7bd13dd577 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.575318] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.578330] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd90f66-caf2-4a90-bbad-342fa9cd9d66 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.600949] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 944.600949] env[70771]: value = "task-3514003" [ 944.600949] env[70771]: _type = "Task" [ 944.600949] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.610941] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.619857] env[70771]: DEBUG nova.network.neutron [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Successfully created port: 8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.811461] env[70771]: DEBUG nova.network.neutron [-] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.911629] env[70771]: DEBUG oslo_vmware.api [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514000, 'name': PowerOffVM_Task, 'duration_secs': 0.243339} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.911943] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.912119] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.912363] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae0ba15d-967c-413d-83cc-a0e7b72599ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.935577] env[70771]: DEBUG nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.955498] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3513998, 'name': CreateVM_Task, 'duration_secs': 0.613636} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.956330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.959831] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.960518] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.006s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.964741] env[70771]: INFO nova.compute.claims [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.968787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.968787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.968787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.974575] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633d0fc3-cb31-419e-8cd0-67dd148730f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.985331] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.985605] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.985783] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.986136] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.986419] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.986563] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.986781] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.986939] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.987120] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.987287] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.987456] env[70771]: DEBUG nova.virt.hardware [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.988479] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900529c7-c55d-4728-9a58-e41222c84424 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.001358] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514002, 'name': ReconfigVM_Task, 'duration_secs': 0.387193} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.004956] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514001, 'name': PowerOffVM_Task, 'duration_secs': 0.258481} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.004956] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 945.004956] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]522568b5-fe5d-be85-22e8-221df99b3190" [ 945.004956] env[70771]: _type = "Task" [ 945.004956] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.004956] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 33493b97-8385-4560-97ba-858234d7d790/33493b97-8385-4560-97ba-858234d7d790.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.005938] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': 'cdac509b-bdd3-43d1-aef8-ab61242fa639'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702064', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'name': 'volume-0f646e5d-546a-4a56-a436-27383372e2eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33493b97-8385-4560-97ba-858234d7d790', 'attached_at': '', 'detached_at': '', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'serial': '0f646e5d-546a-4a56-a436-27383372e2eb'}, 'boot_index': None, 'attachment_id': '31ba299e-6013-4d3a-8fac-5d53fcf79684', 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70771) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 945.006180] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 945.006354] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702064', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'name': 'volume-0f646e5d-546a-4a56-a436-27383372e2eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33493b97-8385-4560-97ba-858234d7d790', 'attached_at': '', 'detached_at': '', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'serial': '0f646e5d-546a-4a56-a436-27383372e2eb'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 945.006650] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.011984] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.012358] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.012548] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.012723] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Deleting the datastore file [datastore2] 1f532201-d733-4efb-bf4c-4822dc5ba413 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.013836] env[70771]: INFO nova.scheduler.client.report [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted allocations for instance 82cb49f7-a02b-4d3a-8afc-81dde33e7480 [ 945.018095] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28bf4dd-477b-44e2-8aae-beb2b85edc67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.019623] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d851daa0-4657-44f9-8bf0-340e7775418b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.035535] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca34d85-2d36-4310-ab47-45bad4eb3632 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.046698] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 945.046698] env[70771]: value = "task-3514005" [ 945.046698] env[70771]: _type = "Task" [ 945.046698] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.064303] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522568b5-fe5d-be85-22e8-221df99b3190, 'name': SearchDatastore_Task, 'duration_secs': 0.025276} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.071921] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c518fd-4063-4cd4-b786-33b139f41096 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.075322] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.075583] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.075824] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.075982] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.076527] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.077562] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a7bc1-d65d-4b79-a26e-3c1d4449a95c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.082165] env[70771]: DEBUG oslo_vmware.api [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 945.082165] env[70771]: value = "task-3514006" [ 945.082165] env[70771]: _type = "Task" [ 945.082165] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.082801] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-059a7594-d0cb-4956-b77b-3097d92a7572 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.100362] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.123727] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-0f646e5d-546a-4a56-a436-27383372e2eb/volume-0f646e5d-546a-4a56-a436-27383372e2eb.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.136024] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d567e86-b357-42cf-b764-0aaf644f565d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.146492] env[70771]: DEBUG oslo_vmware.api [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.147940] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.148417] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.149460] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8988fd36-49db-478e-aed9-57f4e44e7ba0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.156246] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514003, 'name': ReconfigVM_Task, 'duration_secs': 0.512926} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.158513] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8/b645e08b-5c8c-4e15-9ad0-da943b4d91a8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.159619] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 945.159619] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5205cda8-8293-3b51-012c-604a016fb4af" [ 945.159619] env[70771]: _type = "Task" [ 945.159619] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.159619] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 945.159619] env[70771]: value = "task-3514007" [ 945.159619] env[70771]: _type = "Task" [ 945.159619] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.159997] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-720450ac-da17-4b55-94f5-f4d54504c718 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.175444] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5205cda8-8293-3b51-012c-604a016fb4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.179497] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 945.179497] env[70771]: value = "task-3514008" [ 945.179497] env[70771]: _type = "Task" [ 945.179497] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.179763] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.191628] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514008, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.314858] env[70771]: INFO nova.compute.manager [-] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Took 1.80 seconds to deallocate network for instance. [ 945.523971] env[70771]: DEBUG nova.network.neutron [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Updated VIF entry in instance network info cache for port 608829be-3bbf-4737-85f3-34cfe83e402e. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.524455] env[70771]: DEBUG nova.network.neutron [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Updating instance_info_cache with network_info: [{"id": "608829be-3bbf-4737-85f3-34cfe83e402e", "address": "fa:16:3e:87:f9:f6", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608829be-3b", "ovs_interfaceid": "608829be-3bbf-4737-85f3-34cfe83e402e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.544964] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09817de4-f1b3-4390-a5b3-47b75a5df180 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "82cb49f7-a02b-4d3a-8afc-81dde33e7480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.433s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.574566] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.596139] env[70771]: DEBUG oslo_vmware.api [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411361} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.596484] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.596687] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.596958] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.597080] env[70771]: INFO nova.compute.manager [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Took 1.29 seconds to destroy the instance on the hypervisor. [ 945.597304] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.597505] env[70771]: DEBUG nova.compute.manager [-] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.597601] env[70771]: DEBUG nova.network.neutron [-] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.674713] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.678420] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5205cda8-8293-3b51-012c-604a016fb4af, 'name': SearchDatastore_Task, 'duration_secs': 0.025274} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.679202] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f66332c-683a-4245-a5a4-f07165cb171e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.688931] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 945.688931] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bda94e-5fe9-d2c6-c781-41b224619240" [ 945.688931] env[70771]: _type = "Task" [ 945.688931] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.692250] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514008, 'name': Rename_Task, 'duration_secs': 0.284066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.695108] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.695353] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1956c466-b622-443c-8415-6ce315514bb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.702907] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 945.702907] env[70771]: value = "task-3514009" [ 945.702907] env[70771]: _type = "Task" [ 945.702907] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.706077] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bda94e-5fe9-d2c6-c781-41b224619240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.721879] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514009, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.945406] env[70771]: INFO nova.compute.manager [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Took 0.63 seconds to detach 1 volumes for instance. [ 946.030712] env[70771]: DEBUG oslo_concurrency.lockutils [req-e291aea4-4046-47a0-8f30-f5f1cb55671f req-32c13977-5fee-45de-9eb2-7773ec7ddbdc service nova] Releasing lock "refresh_cache-95b4b990-3a30-419e-9c04-d080f97203eb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.079724] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514005, 'name': ReconfigVM_Task, 'duration_secs': 0.589933} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.082500] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.082709] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.083951] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41e16627-bb5e-4da8-bd75-0b5b598552b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.174040] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514007, 'name': ReconfigVM_Task, 'duration_secs': 0.728376} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.174818] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-0f646e5d-546a-4a56-a436-27383372e2eb/volume-0f646e5d-546a-4a56-a436-27383372e2eb.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.181655] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d72aa3a-7fd8-4e8b-852b-e0a2a02e54fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.197531] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 946.197531] env[70771]: value = "task-3514010" [ 946.197531] env[70771]: _type = "Task" [ 946.197531] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.217040] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 946.217040] env[70771]: value = "task-3514011" [ 946.217040] env[70771]: _type = "Task" [ 946.217040] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.217690] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bda94e-5fe9-d2c6-c781-41b224619240, 'name': SearchDatastore_Task, 'duration_secs': 0.0289} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.217690] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.221102] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.221421] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.224999] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-befd1526-99d5-4eb0-a631-9f5fc75d862a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.232493] env[70771]: DEBUG oslo_vmware.api [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514009, 'name': PowerOnVM_Task, 'duration_secs': 0.503828} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.233852] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.234170] env[70771]: DEBUG nova.compute.manager [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.234999] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21775866-fae6-4f3f-8386-1a817e4a7bb0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.241080] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.245567] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 946.245567] env[70771]: value = "task-3514012" [ 946.245567] env[70771]: _type = "Task" [ 946.245567] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.263103] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.306052] env[70771]: DEBUG nova.compute.manager [req-71d99204-7f0a-4488-89f1-6c18ede9093a req-6dde3e9d-bee4-4891-ae3c-201f7518da1d service nova] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Received event network-vif-deleted-2a969626-2404-444c-a941-e970efefa422 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.459512] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.479574] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2782d1-5041-4fa3-93cd-033bf19d4e53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.497410] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db7ed0a-1ee9-490a-bf8f-da55818b77a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.530854] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f680a097-1cb9-4146-9a72-bfce36f1eab5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.540564] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c1423d-82bd-4403-9331-461031f63c3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.556391] env[70771]: DEBUG nova.compute.provider_tree [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.713969] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.734315] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514011, 'name': ReconfigVM_Task, 'duration_secs': 0.291961} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.734920] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702064', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'name': 'volume-0f646e5d-546a-4a56-a436-27383372e2eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33493b97-8385-4560-97ba-858234d7d790', 'attached_at': '', 'detached_at': '', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'serial': '0f646e5d-546a-4a56-a436-27383372e2eb'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 946.736159] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05e49c25-3f3e-4d1f-a641-d18ab0e504bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.745723] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 946.745723] env[70771]: value = "task-3514013" [ 946.745723] env[70771]: _type = "Task" [ 946.745723] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.764155] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514013, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.768214] env[70771]: DEBUG nova.network.neutron [-] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.772874] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.773567] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.061219] env[70771]: DEBUG nova.scheduler.client.report [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.219887] env[70771]: DEBUG oslo_vmware.api [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514010, 'name': PowerOnVM_Task, 'duration_secs': 0.891046} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.220267] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.222586] env[70771]: DEBUG nova.compute.manager [None req-ac25ccae-6712-4951-a7e8-67c0118a5633 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.222586] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8bade-06f4-44e8-8f85-927dd58c7273 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.261851] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643875} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.266946] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.267287] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.267657] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514013, 'name': Rename_Task, 'duration_secs': 0.290096} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.267919] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac8a1f7c-da69-4a5c-a357-a3716e14054c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.271044] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.272180] env[70771]: INFO nova.compute.manager [-] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Took 1.67 seconds to deallocate network for instance. [ 947.272394] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-418400e8-db98-4567-9c25-a5d4a8eabc0d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.282711] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 947.282711] env[70771]: value = "task-3514014" [ 947.282711] env[70771]: _type = "Task" [ 947.282711] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.288955] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 947.288955] env[70771]: value = "task-3514015" [ 947.288955] env[70771]: _type = "Task" [ 947.288955] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.297398] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.304052] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.490518] env[70771]: DEBUG nova.network.neutron [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Successfully updated port: 8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.566287] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.566975] env[70771]: DEBUG nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.569905] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.719s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.570030] env[70771]: DEBUG nova.objects.instance [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lazy-loading 'resources' on Instance uuid b956c964-e2d6-4ac6-8a3d-817355307d3a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.781973] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.798358] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194865} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.798866] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.799790] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fae5e7-8a3b-46a4-91e5-ca0f29cf7761 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.806787] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.827146] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.827275] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-126b409a-b1c0-4552-9195-7e48fab79de6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.849657] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 947.849657] env[70771]: value = "task-3514016" [ 947.849657] env[70771]: _type = "Task" [ 947.849657] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.860545] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.996486] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "refresh_cache-f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.996731] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "refresh_cache-f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.997622] env[70771]: DEBUG nova.network.neutron [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.056978] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.059777] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.074031] env[70771]: DEBUG nova.compute.utils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.079156] env[70771]: DEBUG nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.079156] env[70771]: DEBUG nova.network.neutron [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.163954] env[70771]: DEBUG nova.policy [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e39637544e84389a46421411b2f5ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b8971de3254551aa4a3ac1ddb6a899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.305644] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514015, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.364987] env[70771]: DEBUG nova.compute.manager [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Received event network-vif-deleted-c3fb130c-6480-4ce5-8bc0-64b94679ac56 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.365446] env[70771]: DEBUG nova.compute.manager [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Received event network-vif-plugged-8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.365842] env[70771]: DEBUG oslo_concurrency.lockutils [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] Acquiring lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.366252] env[70771]: DEBUG oslo_concurrency.lockutils [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.366593] env[70771]: DEBUG oslo_concurrency.lockutils [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.366939] env[70771]: DEBUG nova.compute.manager [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] No waiting events found dispatching network-vif-plugged-8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.367298] env[70771]: WARNING nova.compute.manager [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Received unexpected event network-vif-plugged-8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 for instance with vm_state building and task_state spawning. [ 948.367712] env[70771]: DEBUG nova.compute.manager [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Received event network-changed-8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.368162] env[70771]: DEBUG nova.compute.manager [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Refreshing instance network info cache due to event network-changed-8ecda220-30f7-4bd5-b24f-19f57e3fb3b3. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.368518] env[70771]: DEBUG oslo_concurrency.lockutils [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] Acquiring lock "refresh_cache-f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.382020] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514016, 'name': ReconfigVM_Task, 'duration_secs': 0.525138} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.382020] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.382020] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b57e86cd-5eb3-451c-97b4-66f3a913eb7d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.391831] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 948.391831] env[70771]: value = "task-3514017" [ 948.391831] env[70771]: _type = "Task" [ 948.391831] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.404734] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514017, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.542019] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a24522-ced6-4234-a0a9-0387383e42bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.550054] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5932661b-93e0-42d0-9207-a6804ca4f7ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.587195] env[70771]: DEBUG nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.592576] env[70771]: DEBUG nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.605595] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678ea11c-44de-420f-b021-601995e877a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.614373] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee47b488-71d2-4db4-a1a6-a87d4b911b84 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.618802] env[70771]: DEBUG nova.network.neutron [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.633503] env[70771]: DEBUG nova.compute.provider_tree [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.658295] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.658295] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.658295] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.658295] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.658477] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.660156] env[70771]: INFO nova.compute.manager [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Terminating instance [ 948.802625] env[70771]: DEBUG oslo_vmware.api [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514015, 'name': PowerOnVM_Task, 'duration_secs': 1.241638} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.802914] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.904510] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514017, 'name': Rename_Task, 'duration_secs': 0.219156} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.904893] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.905196] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3ead79-c734-4c17-a4c0-93eaa81df57c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.914671] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 948.914671] env[70771]: value = "task-3514018" [ 948.914671] env[70771]: _type = "Task" [ 948.914671] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.925456] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.931273] env[70771]: DEBUG nova.compute.manager [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.932756] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a40967c-e257-4efe-81c6-58c4b13d5d21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.121387] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.135341] env[70771]: DEBUG nova.scheduler.client.report [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.142152] env[70771]: DEBUG nova.network.neutron [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Updating instance_info_cache with network_info: [{"id": "8ecda220-30f7-4bd5-b24f-19f57e3fb3b3", "address": "fa:16:3e:2b:a6:30", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ecda220-30", "ovs_interfaceid": "8ecda220-30f7-4bd5-b24f-19f57e3fb3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.163296] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "refresh_cache-b645e08b-5c8c-4e15-9ad0-da943b4d91a8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.163513] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "refresh_cache-b645e08b-5c8c-4e15-9ad0-da943b4d91a8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.163709] env[70771]: DEBUG nova.network.neutron [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.203757] env[70771]: DEBUG nova.network.neutron [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Successfully created port: 4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.429062] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.455741] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7081b7fa-3934-49b0-9537-153e16fe5eb8 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 50.461s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.611509] env[70771]: DEBUG nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.640992] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0a4fc05677f432b3d710b3a77169ce5c',container_format='bare',created_at=2025-04-22T14:59:09Z,direct_url=,disk_format='vmdk',id=be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e,min_disk=1,min_ram=0,name='tempest-test-snap-407187922',owner='b9b8971de3254551aa4a3ac1ddb6a899',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-22T14:59:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.641334] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.641554] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.641853] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.642054] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.642224] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.642453] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.642621] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.642816] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.643009] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.643200] env[70771]: DEBUG nova.virt.hardware [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.643962] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.646630] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2cdd6f-cbac-46b1-837a-69ecc75f95cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.649704] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.274s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.649704] env[70771]: DEBUG nova.objects.instance [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lazy-loading 'resources' on Instance uuid a8fc7df1-ce99-4c2a-8e5c-36f104c1facd {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.651069] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "refresh_cache-f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.651356] env[70771]: DEBUG nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Instance network_info: |[{"id": "8ecda220-30f7-4bd5-b24f-19f57e3fb3b3", "address": "fa:16:3e:2b:a6:30", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ecda220-30", "ovs_interfaceid": "8ecda220-30f7-4bd5-b24f-19f57e3fb3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.651828] env[70771]: DEBUG oslo_concurrency.lockutils [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] Acquired lock "refresh_cache-f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.652129] env[70771]: DEBUG nova.network.neutron [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Refreshing network info cache for port 8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.653965] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:a6:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ecda220-30f7-4bd5-b24f-19f57e3fb3b3', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.662311] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.664056] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.665036] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02457f7e-dfb7-414a-89fd-91f3feb0d2c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.680443] env[70771]: INFO nova.scheduler.client.report [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Deleted allocations for instance b956c964-e2d6-4ac6-8a3d-817355307d3a [ 949.690544] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e67abc-67d1-4299-9463-7745e1894c47 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.696742] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.696742] env[70771]: value = "task-3514019" [ 949.696742] env[70771]: _type = "Task" [ 949.696742] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.714933] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514019, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.715918] env[70771]: DEBUG nova.network.neutron [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.814435] env[70771]: DEBUG nova.network.neutron [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.930209] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514018, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.204067] env[70771]: DEBUG oslo_concurrency.lockutils [None req-88fb113f-2556-4f0b-a851-8b700bda702f tempest-ServersTestBootFromVolume-2146126926 tempest-ServersTestBootFromVolume-2146126926-project-member] Lock "b956c964-e2d6-4ac6-8a3d-817355307d3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.676s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.213020] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514019, 'name': CreateVM_Task, 'duration_secs': 0.374532} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.217190] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.218232] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.218370] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.218613] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.219253] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c32e0a5-2902-46c7-8a53-aebbf97d7d35 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.225772] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 950.225772] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52270115-be9b-6875-6924-6dbbc02695e0" [ 950.225772] env[70771]: _type = "Task" [ 950.225772] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.237126] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52270115-be9b-6875-6924-6dbbc02695e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.320166] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "refresh_cache-b645e08b-5c8c-4e15-9ad0-da943b4d91a8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.321155] env[70771]: DEBUG nova.compute.manager [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.322077] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.324649] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849885ed-039b-414c-b25d-20228160a031 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.334019] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.334019] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b6661e-c289-46a2-b716-56ff1708c990 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.343019] env[70771]: DEBUG oslo_vmware.api [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 950.343019] env[70771]: value = "task-3514020" [ 950.343019] env[70771]: _type = "Task" [ 950.343019] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.357647] env[70771]: DEBUG oslo_vmware.api [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.431025] env[70771]: DEBUG oslo_vmware.api [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514018, 'name': PowerOnVM_Task, 'duration_secs': 1.132556} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.431025] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.431025] env[70771]: INFO nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Took 9.84 seconds to spawn the instance on the hypervisor. [ 950.431762] env[70771]: DEBUG nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.432529] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba75e56-9e01-4a43-8ea6-301e256056dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.451220] env[70771]: DEBUG nova.compute.manager [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Received event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.451481] env[70771]: DEBUG nova.compute.manager [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing instance network info cache due to event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.451756] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] Acquiring lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.452049] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] Acquired lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.452283] env[70771]: DEBUG nova.network.neutron [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.494552] env[70771]: DEBUG nova.network.neutron [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Updated VIF entry in instance network info cache for port 8ecda220-30f7-4bd5-b24f-19f57e3fb3b3. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.494910] env[70771]: DEBUG nova.network.neutron [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Updating instance_info_cache with network_info: [{"id": "8ecda220-30f7-4bd5-b24f-19f57e3fb3b3", "address": "fa:16:3e:2b:a6:30", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ecda220-30", "ovs_interfaceid": "8ecda220-30f7-4bd5-b24f-19f57e3fb3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.523014] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb1e4e6-68bd-4295-bd01-fd2ae4790944 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.531940] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048c96f-0b0a-45b1-aa83-2e6291e3205b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.563927] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70256d-0a8f-4b3e-9749-9f8c77d0bb1a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.572415] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7081f4-6e05-4476-a86b-2cd60933e20e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.586646] env[70771]: DEBUG nova.compute.provider_tree [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.739098] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52270115-be9b-6875-6924-6dbbc02695e0, 'name': SearchDatastore_Task, 'duration_secs': 0.041015} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.739427] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.739671] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.739915] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.740077] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.740403] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.740683] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0803b756-92e0-4593-80ad-a2701083904a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.768651] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.768947] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.770250] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08965d7f-2055-4cb4-831f-c6910e584e6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.779611] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 950.779611] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52cb8a8a-fa5e-ad06-2e82-1fe9c2e8d104" [ 950.779611] env[70771]: _type = "Task" [ 950.779611] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.790118] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cb8a8a-fa5e-ad06-2e82-1fe9c2e8d104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.853563] env[70771]: DEBUG oslo_vmware.api [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514020, 'name': PowerOffVM_Task, 'duration_secs': 0.211826} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.853941] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.854533] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.854977] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dde00c4-356f-4b0b-bd4f-29277f936eaf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.887260] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.887481] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.890287] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleting the datastore file [datastore1] b645e08b-5c8c-4e15-9ad0-da943b4d91a8 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.890683] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16fd799e-26c0-4883-9c33-cd56119f31b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.898218] env[70771]: DEBUG oslo_vmware.api [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 950.898218] env[70771]: value = "task-3514022" [ 950.898218] env[70771]: _type = "Task" [ 950.898218] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.907529] env[70771]: DEBUG oslo_vmware.api [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.951735] env[70771]: INFO nova.compute.manager [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Took 39.32 seconds to build instance. [ 951.001147] env[70771]: DEBUG oslo_concurrency.lockutils [req-69b3a950-3496-458b-8810-a3d5390c67dd req-335e0e8a-2266-49a0-9668-80229a0b994a service nova] Releasing lock "refresh_cache-f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.089564] env[70771]: DEBUG nova.scheduler.client.report [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.196507] env[70771]: DEBUG nova.network.neutron [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Successfully updated port: 4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.293039] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cb8a8a-fa5e-ad06-2e82-1fe9c2e8d104, 'name': SearchDatastore_Task, 'duration_secs': 0.023116} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.293947] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19aabc1-b38e-4890-b003-823242124f4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.301523] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 951.301523] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5282d479-62fa-532e-404f-646ebf35ce97" [ 951.301523] env[70771]: _type = "Task" [ 951.301523] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.317224] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5282d479-62fa-532e-404f-646ebf35ce97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.363356] env[70771]: DEBUG nova.network.neutron [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updated VIF entry in instance network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.363356] env[70771]: DEBUG nova.network.neutron [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.411677] env[70771]: DEBUG oslo_vmware.api [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217771} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.412381] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.412581] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.412829] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.413635] env[70771]: INFO nova.compute.manager [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 951.413635] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.413635] env[70771]: DEBUG nova.compute.manager [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.413635] env[70771]: DEBUG nova.network.neutron [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.432045] env[70771]: DEBUG nova.network.neutron [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.457099] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6da4d22-86cd-4dcc-b0e9-eb1dff52e78b tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "95b4b990-3a30-419e-9c04-d080f97203eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.836s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.595135] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.601769] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.839s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.602028] env[70771]: DEBUG nova.objects.instance [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lazy-loading 'resources' on Instance uuid 8790a9bb-2651-4759-bf3d-fbc796c09666 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.622825] env[70771]: INFO nova.scheduler.client.report [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Deleted allocations for instance a8fc7df1-ce99-4c2a-8e5c-36f104c1facd [ 951.704696] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "refresh_cache-9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.704696] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "refresh_cache-9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.704696] env[70771]: DEBUG nova.network.neutron [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.815063] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5282d479-62fa-532e-404f-646ebf35ce97, 'name': SearchDatastore_Task, 'duration_secs': 0.016675} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.815363] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.815626] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] f226da87-f3f4-4a17-bcf8-e8d2ca437ae7/f226da87-f3f4-4a17-bcf8-e8d2ca437ae7.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.815904] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07cef6f8-d2d8-4915-b703-26cec8caf2c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.823505] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 951.823505] env[70771]: value = "task-3514023" [ 951.823505] env[70771]: _type = "Task" [ 951.823505] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.833022] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.867482] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] Releasing lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.867746] env[70771]: DEBUG nova.compute.manager [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Received event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.867932] env[70771]: DEBUG nova.compute.manager [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing instance network info cache due to event network-changed-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.868187] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] Acquiring lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.868331] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] Acquired lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.868494] env[70771]: DEBUG nova.network.neutron [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Refreshing network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.935818] env[70771]: DEBUG nova.network.neutron [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.138928] env[70771]: DEBUG oslo_concurrency.lockutils [None req-89cac81b-09e9-4b1c-ae9b-ba2037cab162 tempest-ListServerFiltersTestJSON-1936062786 tempest-ListServerFiltersTestJSON-1936062786-project-member] Lock "a8fc7df1-ce99-4c2a-8e5c-36f104c1facd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.403s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.248487] env[70771]: DEBUG nova.network.neutron [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.344494] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.439864] env[70771]: INFO nova.compute.manager [-] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Took 1.03 seconds to deallocate network for instance. [ 952.516796] env[70771]: DEBUG nova.compute.manager [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Received event network-vif-plugged-4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.517125] env[70771]: DEBUG oslo_concurrency.lockutils [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] Acquiring lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.517663] env[70771]: DEBUG oslo_concurrency.lockutils [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.517663] env[70771]: DEBUG oslo_concurrency.lockutils [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.517857] env[70771]: DEBUG nova.compute.manager [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] No waiting events found dispatching network-vif-plugged-4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.518077] env[70771]: WARNING nova.compute.manager [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Received unexpected event network-vif-plugged-4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b for instance with vm_state building and task_state spawning. [ 952.518343] env[70771]: DEBUG nova.compute.manager [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Received event network-changed-4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.518402] env[70771]: DEBUG nova.compute.manager [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Refreshing instance network info cache due to event network-changed-4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.518656] env[70771]: DEBUG oslo_concurrency.lockutils [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] Acquiring lock "refresh_cache-9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.535356] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966c7848-89b3-45e3-996a-238611db4969 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.546890] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc1051-6772-40ab-af4b-ac33c8c0d57f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.590312] env[70771]: DEBUG nova.network.neutron [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Updating instance_info_cache with network_info: [{"id": "4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b", "address": "fa:16:3e:62:7c:d7", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8c0e78-8f", "ovs_interfaceid": "4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.592606] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0278aae-c242-4b0e-aaee-94293ce9465c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.604728] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0d2206-43e7-47e5-be0a-72950e3f09bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.626054] env[70771]: DEBUG nova.compute.provider_tree [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.836101] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846907} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.836101] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] f226da87-f3f4-4a17-bcf8-e8d2ca437ae7/f226da87-f3f4-4a17-bcf8-e8d2ca437ae7.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.836101] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.836428] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cee51b54-e3b8-44e4-b036-311c1e77c996 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.844598] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 952.844598] env[70771]: value = "task-3514024" [ 952.844598] env[70771]: _type = "Task" [ 952.844598] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.860042] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.860936] env[70771]: DEBUG nova.network.neutron [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updated VIF entry in instance network info cache for port 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.864579] env[70771]: DEBUG nova.network.neutron [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [{"id": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "address": "fa:16:3e:1a:57:e6", "network": {"id": "01f86676-4d13-4b1c-a9dd-c04c5af7eb10", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-288447850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57e1cbf92624a7cae929084d55c22ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e3c821-e3", "ovs_interfaceid": "23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.959733] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.098211] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "refresh_cache-9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.098633] env[70771]: DEBUG nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Instance network_info: |[{"id": "4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b", "address": "fa:16:3e:62:7c:d7", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8c0e78-8f", "ovs_interfaceid": "4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.098966] env[70771]: DEBUG oslo_concurrency.lockutils [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] Acquired lock "refresh_cache-9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.099181] env[70771]: DEBUG nova.network.neutron [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Refreshing network info cache for port 4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.100426] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:7c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.107935] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.108963] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.109255] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4922f10-baf1-4ded-9b5c-350bdda27f1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.129665] env[70771]: DEBUG nova.scheduler.client.report [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.135296] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.135296] env[70771]: value = "task-3514025" [ 953.135296] env[70771]: _type = "Task" [ 953.135296] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.145290] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514025, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.355998] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075586} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.356333] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.357877] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f74a64-ba81-4b4b-b2ef-c52a5e8f31db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.372413] env[70771]: DEBUG oslo_concurrency.lockutils [req-9ae4c21e-b715-45e5-abb1-81c7671e0ced req-46c2b6e7-f1be-4838-afe0-d6ab5cafa32f service nova] Releasing lock "refresh_cache-7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.381251] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] f226da87-f3f4-4a17-bcf8-e8d2ca437ae7/f226da87-f3f4-4a17-bcf8-e8d2ca437ae7.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.381551] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da754a1-d106-46b8-9912-7c929c7c2a97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.402282] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 953.402282] env[70771]: value = "task-3514026" [ 953.402282] env[70771]: _type = "Task" [ 953.402282] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.411989] env[70771]: INFO nova.compute.manager [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Rebuilding instance [ 953.414462] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.469022] env[70771]: DEBUG nova.compute.manager [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.469426] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc417fcc-23b8-47c9-be82-425b6764cba8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.637623] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.642691] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.403s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.643122] env[70771]: DEBUG nova.objects.instance [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'resources' on Instance uuid 49faccb0-7db4-40f0-ab40-cce0d967aae7 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.656067] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514025, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.667127] env[70771]: INFO nova.scheduler.client.report [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Deleted allocations for instance 8790a9bb-2651-4759-bf3d-fbc796c09666 [ 953.914162] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514026, 'name': ReconfigVM_Task, 'duration_secs': 0.306696} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.914485] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Reconfigured VM instance instance-00000048 to attach disk [datastore1] f226da87-f3f4-4a17-bcf8-e8d2ca437ae7/f226da87-f3f4-4a17-bcf8-e8d2ca437ae7.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.915382] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc7fdec7-1daf-401b-bb93-f6e5e976fa64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.923774] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 953.923774] env[70771]: value = "task-3514027" [ 953.923774] env[70771]: _type = "Task" [ 953.923774] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.939664] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514027, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.104329] env[70771]: DEBUG nova.network.neutron [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Updated VIF entry in instance network info cache for port 4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.104700] env[70771]: DEBUG nova.network.neutron [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Updating instance_info_cache with network_info: [{"id": "4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b", "address": "fa:16:3e:62:7c:d7", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8c0e78-8f", "ovs_interfaceid": "4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.156817] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514025, 'name': CreateVM_Task, 'duration_secs': 0.703609} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.156999] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.157809] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.157985] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.158808] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.159124] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4787617-853a-4429-b09f-3169fb99655c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.167045] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 954.167045] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52442c80-6a32-fe7c-102a-ae5c61e866a3" [ 954.167045] env[70771]: _type = "Task" [ 954.167045] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.179474] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52442c80-6a32-fe7c-102a-ae5c61e866a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.180454] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c7f3edec-e1bf-4c49-91f4-c1fc0cc14d5c tempest-ServersTestFqdnHostnames-964324386 tempest-ServersTestFqdnHostnames-964324386-project-member] Lock "8790a9bb-2651-4759-bf3d-fbc796c09666" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.127s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.434721] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514027, 'name': Rename_Task, 'duration_secs': 0.168971} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.437371] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.437933] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fac4f1a-4707-4ac3-8fe3-06ae4b53ad92 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.445925] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 954.445925] env[70771]: value = "task-3514028" [ 954.445925] env[70771]: _type = "Task" [ 954.445925] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.456133] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.488440] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.488736] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4068d937-8a67-4878-aae8-b17b63974a97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.498808] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 954.498808] env[70771]: value = "task-3514029" [ 954.498808] env[70771]: _type = "Task" [ 954.498808] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.513841] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.587684] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92da65b-7ba3-4054-9e97-5ae4d0567020 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.596736] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f35df-63c6-4d20-addd-b2f18316bfaa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.633707] env[70771]: DEBUG oslo_concurrency.lockutils [req-081c8d8a-85ae-4bb8-84a4-8c39f0a08417 req-e622fb30-75de-45fa-a35e-baba2b6a6c5b service nova] Releasing lock "refresh_cache-9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.634566] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875c699-88fa-4f97-91e5-6183ed0e34d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.643237] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843d945-08aa-4bba-9c4e-90c44b470390 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.658762] env[70771]: DEBUG nova.compute.provider_tree [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.679554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.679909] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Processing image be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.680248] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.680469] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.680746] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.681068] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71df77d6-8428-4fdd-beb3-e52513823950 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.703026] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.703252] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.704063] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bfa0cbc-1c92-49ae-98a4-45edf0ea13bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.711386] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 954.711386] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a25ea4-6385-6fc4-5d4a-605be97fa6b5" [ 954.711386] env[70771]: _type = "Task" [ 954.711386] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.722364] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a25ea4-6385-6fc4-5d4a-605be97fa6b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.958367] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514028, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.015745] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514029, 'name': PowerOffVM_Task, 'duration_secs': 0.184076} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.016178] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.016832] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.018026] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976247b2-3f5d-4f60-8fd6-c7e428100238 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.025951] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.026296] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fbc37c2-efc4-48a8-8fa4-72b5f9b4c48f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.100385] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.100539] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.100786] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleting the datastore file [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.101095] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d3977be-637c-4c28-971d-1a1242df95b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.113031] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 955.113031] env[70771]: value = "task-3514031" [ 955.113031] env[70771]: _type = "Task" [ 955.113031] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.118884] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.162237] env[70771]: DEBUG nova.scheduler.client.report [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.226200] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Preparing fetch location {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 955.226644] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Fetch image to [datastore2] OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9/OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9.vmdk {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 955.227012] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Downloading stream optimized image be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e to [datastore2] OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9/OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9.vmdk on the data store datastore2 as vApp {{(pid=70771) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 955.227357] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Downloading image file data be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e to the ESX as VM named 'OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9' {{(pid=70771) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 955.320432] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 955.320432] env[70771]: value = "resgroup-9" [ 955.320432] env[70771]: _type = "ResourcePool" [ 955.320432] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 955.320896] env[70771]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e5e4f9d3-720c-49ed-b3f1-0093733640c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.346967] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease: (returnval){ [ 955.346967] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523c000b-279b-bc05-3948-5d4d15d87d2e" [ 955.346967] env[70771]: _type = "HttpNfcLease" [ 955.346967] env[70771]: } obtained for vApp import into resource pool (val){ [ 955.346967] env[70771]: value = "resgroup-9" [ 955.346967] env[70771]: _type = "ResourcePool" [ 955.346967] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 955.347257] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the lease: (returnval){ [ 955.347257] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523c000b-279b-bc05-3948-5d4d15d87d2e" [ 955.347257] env[70771]: _type = "HttpNfcLease" [ 955.347257] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 955.355822] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.355822] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523c000b-279b-bc05-3948-5d4d15d87d2e" [ 955.355822] env[70771]: _type = "HttpNfcLease" [ 955.355822] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.458927] env[70771]: DEBUG oslo_vmware.api [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514028, 'name': PowerOnVM_Task, 'duration_secs': 0.517118} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.460014] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.460341] env[70771]: INFO nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Took 10.52 seconds to spawn the instance on the hypervisor. [ 955.460589] env[70771]: DEBUG nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.461567] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774e461d-7a9f-4451-b8de-9189a287c123 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.623050] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373704} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.623050] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.623050] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.623050] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.667052] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.673563] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.425s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.673832] env[70771]: DEBUG nova.objects.instance [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lazy-loading 'resources' on Instance uuid 25e4a03a-d774-4b87-b16c-24cc95552abb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.698750] env[70771]: INFO nova.scheduler.client.report [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted allocations for instance 49faccb0-7db4-40f0-ab40-cce0d967aae7 [ 955.856896] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.856896] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523c000b-279b-bc05-3948-5d4d15d87d2e" [ 955.856896] env[70771]: _type = "HttpNfcLease" [ 955.856896] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 955.857402] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 955.857402] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523c000b-279b-bc05-3948-5d4d15d87d2e" [ 955.857402] env[70771]: _type = "HttpNfcLease" [ 955.857402] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 955.857970] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4296e99-2711-4291-8d02-7464051ca4a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.867060] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52156d31-5f6d-82b6-d6be-11fbedad8feb/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 955.867246] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52156d31-5f6d-82b6-d6be-11fbedad8feb/disk-0.vmdk. {{(pid=70771) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 955.934282] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ac166e9-1802-4bec-88fa-4c1f560f5073 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.980927] env[70771]: INFO nova.compute.manager [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Took 43.48 seconds to build instance. [ 956.211178] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e46edd01-0e42-484e-bbbc-d35289b549bf tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "49faccb0-7db4-40f0-ab40-cce0d967aae7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.743s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.483996] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4b812c59-d547-4921-926f-c892756ceded tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.987s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.617173] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c6e08-aa76-48f6-85b0-1973a6b50cf3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.628379] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99960629-0bca-4a6b-967e-ecd2f0f045bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.676727] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4902ccf6-32f6-4740-b729-79a964ba2065 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.687427] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1116aff-b170-45ea-93b5-2fcb7fa4f0b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.710251] env[70771]: DEBUG nova.compute.provider_tree [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.721237] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.721237] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.721237] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.721541] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.721541] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.721541] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.721541] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.721541] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.721724] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.722021] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.724233] env[70771]: DEBUG nova.virt.hardware [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.724233] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5151eb-3825-455d-a93a-27ed650690da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.729030] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Completed reading data from the image iterator. {{(pid=70771) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 956.729030] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52156d31-5f6d-82b6-d6be-11fbedad8feb/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 956.730538] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad805c9d-200b-4848-972e-4ff7a7f01f78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.742212] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7411507-c78b-40f5-8126-f6d0af81811d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.746420] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52156d31-5f6d-82b6-d6be-11fbedad8feb/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 956.746823] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52156d31-5f6d-82b6-d6be-11fbedad8feb/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 956.747182] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-35c0531a-7a55-449c-98c4-105239fe6929 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.761194] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:f9:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608829be-3bbf-4737-85f3-34cfe83e402e', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.771869] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.772162] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.772402] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abefb9d5-a3c8-4b0b-bdc9-f09a9795d647 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.794467] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.794467] env[70771]: value = "task-3514033" [ 956.794467] env[70771]: _type = "Task" [ 956.794467] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.805529] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514033, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.929820] env[70771]: DEBUG oslo_vmware.rw_handles [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52156d31-5f6d-82b6-d6be-11fbedad8feb/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 956.931148] env[70771]: INFO nova.virt.vmwareapi.images [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Downloaded image file data be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e [ 956.934330] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5062a5-d470-42ed-89f8-46f0fcbf2fb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.960839] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af611795-005d-47ba-9f1f-fde2fadbfd2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.989527] env[70771]: INFO nova.virt.vmwareapi.images [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] The imported VM was unregistered [ 956.992044] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Caching image {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 956.992044] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating directory with path [datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.992044] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdbc83cb-46cc-4613-9950-6823478a33b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.005602] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created directory with path [datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.005791] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9/OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9.vmdk to [datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e.vmdk. {{(pid=70771) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 957.006050] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-79b7748c-cc22-4bad-b182-05ba81d47476 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.015933] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 957.015933] env[70771]: value = "task-3514035" [ 957.015933] env[70771]: _type = "Task" [ 957.015933] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.031871] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.230937] env[70771]: DEBUG nova.scheduler.client.report [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.305699] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514033, 'name': CreateVM_Task, 'duration_secs': 0.398967} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.305913] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.306616] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.306783] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.308423] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.308423] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45aa4411-6451-4329-9b85-9097eebaeae3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.316249] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 957.316249] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5293e341-c5ca-6acd-dc95-810712228617" [ 957.316249] env[70771]: _type = "Task" [ 957.316249] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.327753] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5293e341-c5ca-6acd-dc95-810712228617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.509891] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.510293] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.510532] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.510715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.510894] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.513564] env[70771]: INFO nova.compute.manager [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Terminating instance [ 957.532017] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.737164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.743127] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.936s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.743127] env[70771]: DEBUG nova.objects.instance [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lazy-loading 'resources' on Instance uuid 5608ed52-331b-42b3-bad1-337d8bec154b {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.774107] env[70771]: INFO nova.scheduler.client.report [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Deleted allocations for instance 25e4a03a-d774-4b87-b16c-24cc95552abb [ 957.833938] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5293e341-c5ca-6acd-dc95-810712228617, 'name': SearchDatastore_Task, 'duration_secs': 0.016779} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.834770] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.834770] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.835207] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.835207] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.835283] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.836119] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b4b186-f5f9-475c-8059-aefd50671b27 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.850590] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.850590] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.852097] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ec96cd-ed7b-4032-9d90-8dcbf7117a3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.861707] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 957.861707] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bdb387-08e8-1895-a437-fcf9d48c06a4" [ 957.861707] env[70771]: _type = "Task" [ 957.861707] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.874750] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bdb387-08e8-1895-a437-fcf9d48c06a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.019134] env[70771]: DEBUG nova.compute.manager [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.019390] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.020836] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1db7494-4054-4118-9c15-ebed2ef01cff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.040219] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.048237] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.048237] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5d64557-7d4c-4df8-8f34-40a2f7597402 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.062034] env[70771]: DEBUG oslo_vmware.api [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 958.062034] env[70771]: value = "task-3514036" [ 958.062034] env[70771]: _type = "Task" [ 958.062034] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.082603] env[70771]: DEBUG oslo_vmware.api [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.294611] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ddbfb23-e013-453d-a2e5-44eb263a25c8 tempest-AttachInterfacesV270Test-1365814598 tempest-AttachInterfacesV270Test-1365814598-project-member] Lock "25e4a03a-d774-4b87-b16c-24cc95552abb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.125s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.389502] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bdb387-08e8-1895-a437-fcf9d48c06a4, 'name': SearchDatastore_Task, 'duration_secs': 0.02066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.390612] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8032fa30-4de2-40ee-b38d-933c05164521 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.400930] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 958.400930] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527b9c80-b597-0e6f-b03d-68c8bd6e1d8b" [ 958.400930] env[70771]: _type = "Task" [ 958.400930] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.421473] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527b9c80-b597-0e6f-b03d-68c8bd6e1d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.015121} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.423380] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.423726] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.426729] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84cc1028-e149-43f6-8105-8aff2a837181 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.439231] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 958.439231] env[70771]: value = "task-3514037" [ 958.439231] env[70771]: _type = "Task" [ 958.439231] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.453735] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.537132] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.581764] env[70771]: DEBUG oslo_vmware.api [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514036, 'name': PowerOffVM_Task, 'duration_secs': 0.299494} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.585291] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.585553] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.586225] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b76eda4-6ea9-40db-8618-c7cc356bc1d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.663631] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb26104-4c16-48f2-b096-a9fc329a66e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.670740] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.673067] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.673067] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleting the datastore file [datastore1] f226da87-f3f4-4a17-bcf8-e8d2ca437ae7 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.673067] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-929d7bde-3263-432a-bbdb-607a6b3045ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.683023] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d375a-056f-4a25-8e37-c52b81168a64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.687150] env[70771]: DEBUG oslo_vmware.api [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 958.687150] env[70771]: value = "task-3514039" [ 958.687150] env[70771]: _type = "Task" [ 958.687150] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.724410] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688d5e77-3d5d-440f-82d8-62cd0e1c21bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.732355] env[70771]: DEBUG oslo_vmware.api [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.740808] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108186c-fe4c-4a4f-927b-2e93ffc9f18f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.756147] env[70771]: DEBUG nova.compute.provider_tree [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.852664] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.852664] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.951486] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514037, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.030998] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.200134] env[70771]: DEBUG oslo_vmware.api [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485123} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.200615] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.200824] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.201131] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.201255] env[70771]: INFO nova.compute.manager [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 959.201519] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.201728] env[70771]: DEBUG nova.compute.manager [-] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.201840] env[70771]: DEBUG nova.network.neutron [-] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.262322] env[70771]: DEBUG nova.scheduler.client.report [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.355027] env[70771]: DEBUG nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.452685] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597403} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.452947] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.453183] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.453450] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baaf2364-c845-4614-b261-5aa3f8760cb7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.462255] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 959.462255] env[70771]: value = "task-3514040" [ 959.462255] env[70771]: _type = "Task" [ 959.462255] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.477292] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.531307] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.677961] env[70771]: DEBUG nova.compute.manager [req-5643dfbd-06d5-47d9-b19d-6dd692b7bea3 req-f5a4d296-53b4-4249-934d-2c0902674492 service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Received event network-vif-deleted-8ecda220-30f7-4bd5-b24f-19f57e3fb3b3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.678409] env[70771]: INFO nova.compute.manager [req-5643dfbd-06d5-47d9-b19d-6dd692b7bea3 req-f5a4d296-53b4-4249-934d-2c0902674492 service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Neutron deleted interface 8ecda220-30f7-4bd5-b24f-19f57e3fb3b3; detaching it from the instance and deleting it from the info cache [ 959.678459] env[70771]: DEBUG nova.network.neutron [req-5643dfbd-06d5-47d9-b19d-6dd692b7bea3 req-f5a4d296-53b4-4249-934d-2c0902674492 service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.754511] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "0a856bb1-3f78-4b96-8019-428808a026ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.754793] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.771156] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.773933] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.872s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.774185] env[70771]: DEBUG nova.objects.instance [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lazy-loading 'resources' on Instance uuid 13e3f524-9b93-489f-a057-a549d640480e {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.794541] env[70771]: INFO nova.scheduler.client.report [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Deleted allocations for instance 5608ed52-331b-42b3-bad1-337d8bec154b [ 959.882210] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.974977] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072118} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.975288] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.976095] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5187c4ca-4fcb-4f28-9036-1c5fb5c3cb83 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.002319] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.002648] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c249e24-c548-405d-8840-5a600a018bb9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.026536] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 960.026536] env[70771]: value = "task-3514041" [ 960.026536] env[70771]: _type = "Task" [ 960.026536] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.033736] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.039656] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514041, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.153744] env[70771]: DEBUG nova.network.neutron [-] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.182381] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aef5c3b6-e050-422c-80cb-ed55c0f2ccfd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.196184] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b90a2fb-ca9d-4f8d-97a8-6abd497c72ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.242443] env[70771]: DEBUG nova.compute.manager [req-5643dfbd-06d5-47d9-b19d-6dd692b7bea3 req-f5a4d296-53b4-4249-934d-2c0902674492 service nova] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Detach interface failed, port_id=8ecda220-30f7-4bd5-b24f-19f57e3fb3b3, reason: Instance f226da87-f3f4-4a17-bcf8-e8d2ca437ae7 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.259899] env[70771]: DEBUG nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.308548] env[70771]: DEBUG oslo_concurrency.lockutils [None req-42ae669a-656a-42ee-95b0-055c323d41d0 tempest-ServersWithSpecificFlavorTestJSON-440557435 tempest-ServersWithSpecificFlavorTestJSON-440557435-project-member] Lock "5608ed52-331b-42b3-bad1-337d8bec154b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.423s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.544383] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.550021] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.643742] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf14a97-82e4-402d-9dc7-c7165ee0d438 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.652634] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96214440-65af-4b68-9c37-a08aae6c9ef7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.658882] env[70771]: INFO nova.compute.manager [-] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Took 1.46 seconds to deallocate network for instance. [ 960.693504] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca6d2e6-44ce-4f43-99ed-0849c880e418 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.702290] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172b1304-6882-4833-a128-d32a414b210c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.716810] env[70771]: DEBUG nova.compute.provider_tree [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.786174] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.038753] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514035, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.542676} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.039533] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9/OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9.vmdk to [datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e.vmdk. [ 961.039739] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Cleaning up location [datastore2] OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 961.039965] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f15e52ef-3942-4b8b-a7ee-06ec9f4e83f9 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.040237] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc28a831-2798-4587-8044-22fd0874a93b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.045108] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514041, 'name': ReconfigVM_Task, 'duration_secs': 0.888181} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.045651] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb/95b4b990-3a30-419e-9c04-d080f97203eb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.046317] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea54e0b-1bfc-4df6-91e8-62e143f8fd91 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.050676] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 961.050676] env[70771]: value = "task-3514042" [ 961.050676] env[70771]: _type = "Task" [ 961.050676] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.055014] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 961.055014] env[70771]: value = "task-3514043" [ 961.055014] env[70771]: _type = "Task" [ 961.055014] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.062315] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.067373] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514043, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.198371] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.221470] env[70771]: DEBUG nova.scheduler.client.report [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.568011] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053647} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.571349] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.571456] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.571753] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e.vmdk to [datastore2] 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b/9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.572144] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514043, 'name': Rename_Task, 'duration_secs': 0.151431} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.572346] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-237be6ba-202a-41cb-9965-e81a4991cc61 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.574508] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.574757] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad668a6a-673b-435c-b018-e91899524131 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.582462] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 961.582462] env[70771]: value = "task-3514044" [ 961.582462] env[70771]: _type = "Task" [ 961.582462] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.583912] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 961.583912] env[70771]: value = "task-3514045" [ 961.583912] env[70771]: _type = "Task" [ 961.583912] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.595950] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.599159] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.732205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.732205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.023s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.735579] env[70771]: INFO nova.compute.claims [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.765409] env[70771]: INFO nova.scheduler.client.report [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Deleted allocations for instance 13e3f524-9b93-489f-a057-a549d640480e [ 962.107482] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.111176] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514045, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.273963] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6ff8d6fb-b8c7-46fc-93ec-7bebc986f860 tempest-ServersTestJSON-1873194666 tempest-ServersTestJSON-1873194666-project-member] Lock "13e3f524-9b93-489f-a057-a549d640480e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.153s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.537622] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.537899] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.602076] env[70771]: DEBUG oslo_vmware.api [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514044, 'name': PowerOnVM_Task, 'duration_secs': 0.604392} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.603218] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.605045] env[70771]: DEBUG nova.compute.manager [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.605045] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e45c722-b87e-49a2-8b6b-5cda2cbae851 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.611570] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514045, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.043377] env[70771]: DEBUG nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.107153] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514045, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.135981] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.173686] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0809eac7-75f0-48c0-a81a-03399c577e0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.182124] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93b564f-6f7d-48d7-b9f2-00334520100c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.217377] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96386cf9-216c-4e4c-8b96-d4443a65e3b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.227474] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9280a7-fda9-4b82-abce-0e23a0d2d6dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.244120] env[70771]: DEBUG nova.compute.provider_tree [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.587484] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.604995] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514045, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.748194] env[70771]: DEBUG nova.scheduler.client.report [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.106623] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514045, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.255108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.255759] env[70771]: DEBUG nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.261550] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.801s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.261550] env[70771]: DEBUG nova.objects.instance [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'resources' on Instance uuid e9c7989c-efce-431d-a2b2-8c9adf9da2df {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.605269] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514045, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.593612} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.605534] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e/be8f5fdc-0cdf-4478-94ae-5c41c91b5e7e.vmdk to [datastore2] 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b/9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.606337] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35278c4-a2ce-408d-83dd-beea7cc6fb65 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.634906] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b/9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.635245] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399d6b96-476d-4adb-9486-6419589464aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.659428] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 964.659428] env[70771]: value = "task-3514046" [ 964.659428] env[70771]: _type = "Task" [ 964.659428] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.675032] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.764277] env[70771]: DEBUG nova.compute.utils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.769553] env[70771]: DEBUG nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.769553] env[70771]: DEBUG nova.network.neutron [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.888708] env[70771]: DEBUG nova.policy [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caa9d28982a64e85bc88161ec7f87428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e876d9db1452421490d22d93a6737754', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.912039] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "95b4b990-3a30-419e-9c04-d080f97203eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.912395] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "95b4b990-3a30-419e-9c04-d080f97203eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.912613] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "95b4b990-3a30-419e-9c04-d080f97203eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.912797] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "95b4b990-3a30-419e-9c04-d080f97203eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.913041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "95b4b990-3a30-419e-9c04-d080f97203eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.918171] env[70771]: INFO nova.compute.manager [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Terminating instance [ 965.177983] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514046, 'name': ReconfigVM_Task, 'duration_secs': 0.296394} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.178988] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b/9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.179709] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cb70b4d-9cc2-4f0c-888e-60cb2373e2f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.192066] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 965.192066] env[70771]: value = "task-3514047" [ 965.192066] env[70771]: _type = "Task" [ 965.192066] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.206490] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514047, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.232513] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d355390-69a6-4ad5-9f93-c3dacd41e05b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.245489] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4513ac6-eda1-4a42-8613-577aa946ce70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.285439] env[70771]: DEBUG nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.292879] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de354804-05d5-420e-ad75-44e7c210afd2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.307038] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd1b92-3ec7-4611-83c8-b422e79da57b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.321587] env[70771]: DEBUG nova.compute.provider_tree [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.424835] env[70771]: DEBUG nova.compute.manager [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.425109] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.426492] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65a3d15-2beb-425b-a66d-4c526bdae420 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.436668] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.437059] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f4fc0b-294e-4751-9b86-0ca4f98aa320 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.447396] env[70771]: DEBUG oslo_vmware.api [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 965.447396] env[70771]: value = "task-3514048" [ 965.447396] env[70771]: _type = "Task" [ 965.447396] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.460018] env[70771]: DEBUG oslo_vmware.api [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.630024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.630356] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.694114] env[70771]: DEBUG nova.network.neutron [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Successfully created port: 6445eb9f-89d1-47c7-a32f-8b1a4197c539 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.703875] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514047, 'name': Rename_Task, 'duration_secs': 0.154347} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.704298] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.704565] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd2426a4-fb5d-40ec-aea8-afc2e952325e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.712539] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 965.712539] env[70771]: value = "task-3514049" [ 965.712539] env[70771]: _type = "Task" [ 965.712539] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.720043] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.827107] env[70771]: DEBUG nova.scheduler.client.report [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.964104] env[70771]: DEBUG oslo_vmware.api [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514048, 'name': PowerOffVM_Task, 'duration_secs': 0.235091} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.964456] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.964726] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.965160] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c251f092-d001-4189-933c-5daaf8658700 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.046543] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.046543] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.046543] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleting the datastore file [datastore1] 95b4b990-3a30-419e-9c04-d080f97203eb {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.046688] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12b4c5e-0eaf-4024-80b5-ff24a9f12fb3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.058321] env[70771]: DEBUG oslo_vmware.api [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 966.058321] env[70771]: value = "task-3514051" [ 966.058321] env[70771]: _type = "Task" [ 966.058321] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.069696] env[70771]: DEBUG oslo_vmware.api [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.134388] env[70771]: DEBUG nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.231638] env[70771]: DEBUG oslo_vmware.api [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514049, 'name': PowerOnVM_Task, 'duration_secs': 0.452687} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.231638] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.231638] env[70771]: INFO nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Took 16.62 seconds to spawn the instance on the hypervisor. [ 966.231638] env[70771]: DEBUG nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.231806] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88775557-99af-45b1-81bd-464b9055aa87 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.303055] env[70771]: DEBUG nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.340910] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.345225] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.572s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.345389] env[70771]: DEBUG nova.objects.instance [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 966.352988] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.355096] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.355096] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.355096] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.355096] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.355096] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.355254] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.355254] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.355254] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.355254] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.355254] env[70771]: DEBUG nova.virt.hardware [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.355751] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c302e5ea-25a8-4d99-b659-7b856c5db258 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.368425] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ea14c4-ea8c-40f0-a9ca-8da5611fec38 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.375858] env[70771]: INFO nova.scheduler.client.report [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted allocations for instance e9c7989c-efce-431d-a2b2-8c9adf9da2df [ 966.494308] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "ade70948-73cb-4013-b47a-d5aa22edd9dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.494365] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.568388] env[70771]: DEBUG oslo_vmware.api [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17372} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.568486] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.569210] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.569210] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.569210] env[70771]: INFO nova.compute.manager [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 966.569210] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.569407] env[70771]: DEBUG nova.compute.manager [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.569482] env[70771]: DEBUG nova.network.neutron [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.662984] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.770092] env[70771]: INFO nova.compute.manager [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Took 50.83 seconds to build instance. [ 966.830630] env[70771]: DEBUG nova.compute.manager [req-34fa817e-1910-422a-983b-7ed9fee20265 req-3a9357c2-17ae-42d7-8b50-15106174086e service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Received event network-vif-deleted-608829be-3bbf-4737-85f3-34cfe83e402e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.830711] env[70771]: INFO nova.compute.manager [req-34fa817e-1910-422a-983b-7ed9fee20265 req-3a9357c2-17ae-42d7-8b50-15106174086e service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Neutron deleted interface 608829be-3bbf-4737-85f3-34cfe83e402e; detaching it from the instance and deleting it from the info cache [ 966.830841] env[70771]: DEBUG nova.network.neutron [req-34fa817e-1910-422a-983b-7ed9fee20265 req-3a9357c2-17ae-42d7-8b50-15106174086e service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.885251] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cda5a9de-f476-4645-a957-db0481e10fc1 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "e9c7989c-efce-431d-a2b2-8c9adf9da2df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.281s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.997322] env[70771]: DEBUG nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.275309] env[70771]: DEBUG oslo_concurrency.lockutils [None req-38c832d4-ebc8-4d59-b503-2eaca751961a tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.344s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.309943] env[70771]: DEBUG nova.network.neutron [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.333601] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14706880-b493-401b-9b7f-d8dc4f5d32d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.346510] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd166e-65c3-464c-94b4-14e582ac92fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.364311] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c717b0d3-1455-417e-abe5-b633edffd2a6 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.365515] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.584s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.365721] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.369283] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.248s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.373124] env[70771]: INFO nova.compute.claims [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.406728] env[70771]: DEBUG nova.compute.manager [req-34fa817e-1910-422a-983b-7ed9fee20265 req-3a9357c2-17ae-42d7-8b50-15106174086e service nova] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Detach interface failed, port_id=608829be-3bbf-4737-85f3-34cfe83e402e, reason: Instance 95b4b990-3a30-419e-9c04-d080f97203eb could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.420111] env[70771]: INFO nova.scheduler.client.report [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Deleted allocations for instance 1f532201-d733-4efb-bf4c-4822dc5ba413 [ 967.531282] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.715104] env[70771]: DEBUG nova.network.neutron [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Successfully updated port: 6445eb9f-89d1-47c7-a32f-8b1a4197c539 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.817049] env[70771]: INFO nova.compute.manager [-] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Took 1.25 seconds to deallocate network for instance. [ 967.914011] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.914770] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.915012] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.915225] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.915718] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.918865] env[70771]: INFO nova.compute.manager [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Terminating instance [ 967.927567] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9f65c2b1-c2bd-41a0-bf72-a7ecebcd9b75 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "1f532201-d733-4efb-bf4c-4822dc5ba413" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.139s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.223161] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "refresh_cache-5d7d91ba-6faf-40d3-af49-356ad27bd419" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.223161] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquired lock "refresh_cache-5d7d91ba-6faf-40d3-af49-356ad27bd419" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.223161] env[70771]: DEBUG nova.network.neutron [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.323341] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.423575] env[70771]: DEBUG nova.compute.manager [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.423805] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.424955] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a903a0d7-04a1-472c-a733-5ae51f842832 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.443117] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.443117] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5f0ffe-d03d-48ee-b0ef-9f731b21be70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.453580] env[70771]: DEBUG oslo_vmware.api [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 968.453580] env[70771]: value = "task-3514052" [ 968.453580] env[70771]: _type = "Task" [ 968.453580] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.473761] env[70771]: DEBUG oslo_vmware.api [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.771581] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "65910f00-90c8-4d6c-9fdd-b215a898890c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.771836] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.772674] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.772795] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.773009] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.776041] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ab5498-5f4c-4a1c-9311-989f1f3ca05f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.778527] env[70771]: INFO nova.compute.manager [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Terminating instance [ 968.786144] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3045746b-343e-46ee-a5c3-e28f4fe0f346 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.789846] env[70771]: DEBUG nova.network.neutron [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.826678] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfabfdb2-2f06-44e2-97c9-2ab8435dea40 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.840019] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf6ede-0102-4a5a-8712-87380744140d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.851582] env[70771]: DEBUG nova.compute.provider_tree [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.968123] env[70771]: DEBUG oslo_vmware.api [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514052, 'name': PowerOffVM_Task, 'duration_secs': 0.211297} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.969518] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.969518] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.969518] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5f20c09-661b-4e8a-a364-709e92ed3c3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.035353] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.035464] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.035656] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleting the datastore file [datastore2] 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.036015] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7441e3e7-df96-4d48-85ae-c46f5d79ecbe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042813] env[70771]: DEBUG oslo_vmware.api [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 969.042813] env[70771]: value = "task-3514054" [ 969.042813] env[70771]: _type = "Task" [ 969.042813] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.051996] env[70771]: DEBUG oslo_vmware.api [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.071640] env[70771]: DEBUG nova.network.neutron [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Updating instance_info_cache with network_info: [{"id": "6445eb9f-89d1-47c7-a32f-8b1a4197c539", "address": "fa:16:3e:d0:67:a1", "network": {"id": "802295a5-844b-454d-9ff6-86bd52ec2da9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1897098118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e876d9db1452421490d22d93a6737754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6445eb9f-89", "ovs_interfaceid": "6445eb9f-89d1-47c7-a32f-8b1a4197c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.078806] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.079099] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.079405] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.079692] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.079969] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.082482] env[70771]: INFO nova.compute.manager [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Terminating instance [ 969.250162] env[70771]: DEBUG nova.compute.manager [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Received event network-vif-plugged-6445eb9f-89d1-47c7-a32f-8b1a4197c539 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.250162] env[70771]: DEBUG oslo_concurrency.lockutils [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] Acquiring lock "5d7d91ba-6faf-40d3-af49-356ad27bd419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.250162] env[70771]: DEBUG oslo_concurrency.lockutils [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.250162] env[70771]: DEBUG oslo_concurrency.lockutils [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.250162] env[70771]: DEBUG nova.compute.manager [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] No waiting events found dispatching network-vif-plugged-6445eb9f-89d1-47c7-a32f-8b1a4197c539 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.250652] env[70771]: WARNING nova.compute.manager [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Received unexpected event network-vif-plugged-6445eb9f-89d1-47c7-a32f-8b1a4197c539 for instance with vm_state building and task_state spawning. [ 969.251038] env[70771]: DEBUG nova.compute.manager [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Received event network-changed-6445eb9f-89d1-47c7-a32f-8b1a4197c539 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.251377] env[70771]: DEBUG nova.compute.manager [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Refreshing instance network info cache due to event network-changed-6445eb9f-89d1-47c7-a32f-8b1a4197c539. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.251797] env[70771]: DEBUG oslo_concurrency.lockutils [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] Acquiring lock "refresh_cache-5d7d91ba-6faf-40d3-af49-356ad27bd419" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.285017] env[70771]: DEBUG nova.compute.manager [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.285017] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.285017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfbdf41-eee2-4ffc-bc49-d6fd4de6fe71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.295281] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.295281] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d2a5aa6-ccaa-4c05-9a8c-08447ae520e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.305232] env[70771]: DEBUG oslo_vmware.api [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 969.305232] env[70771]: value = "task-3514055" [ 969.305232] env[70771]: _type = "Task" [ 969.305232] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.313225] env[70771]: DEBUG oslo_vmware.api [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.356297] env[70771]: DEBUG nova.scheduler.client.report [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.555710] env[70771]: DEBUG oslo_vmware.api [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155058} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.555988] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.556293] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.556382] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.556560] env[70771]: INFO nova.compute.manager [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 969.556799] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.556992] env[70771]: DEBUG nova.compute.manager [-] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.557104] env[70771]: DEBUG nova.network.neutron [-] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.576244] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Releasing lock "refresh_cache-5d7d91ba-6faf-40d3-af49-356ad27bd419" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.576244] env[70771]: DEBUG nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Instance network_info: |[{"id": "6445eb9f-89d1-47c7-a32f-8b1a4197c539", "address": "fa:16:3e:d0:67:a1", "network": {"id": "802295a5-844b-454d-9ff6-86bd52ec2da9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1897098118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e876d9db1452421490d22d93a6737754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6445eb9f-89", "ovs_interfaceid": "6445eb9f-89d1-47c7-a32f-8b1a4197c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.576907] env[70771]: DEBUG oslo_concurrency.lockutils [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] Acquired lock "refresh_cache-5d7d91ba-6faf-40d3-af49-356ad27bd419" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.576907] env[70771]: DEBUG nova.network.neutron [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Refreshing network info cache for port 6445eb9f-89d1-47c7-a32f-8b1a4197c539 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.576907] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:67:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6445eb9f-89d1-47c7-a32f-8b1a4197c539', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.584303] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Creating folder: Project (e876d9db1452421490d22d93a6737754). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.584712] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fff4b41-fb66-49ce-9fbc-509404caf464 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.587477] env[70771]: DEBUG nova.compute.manager [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.587664] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.588450] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa7c639-9b62-486b-b22d-d895249ddb01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.597462] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.599600] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e14e1441-9a51-453b-af28-5b823eedd490 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.603759] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Created folder: Project (e876d9db1452421490d22d93a6737754) in parent group-v701875. [ 969.603992] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Creating folder: Instances. Parent ref: group-v702087. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.604545] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-758f9607-a62e-4660-bf61-70809edf37a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.610032] env[70771]: DEBUG oslo_vmware.api [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 969.610032] env[70771]: value = "task-3514057" [ 969.610032] env[70771]: _type = "Task" [ 969.610032] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.619109] env[70771]: DEBUG oslo_vmware.api [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.620644] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Created folder: Instances in parent group-v702087. [ 969.621016] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.621240] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.621444] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd08481e-dece-4f2c-af6f-8778ee5941a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.644593] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.644593] env[70771]: value = "task-3514059" [ 969.644593] env[70771]: _type = "Task" [ 969.644593] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.653051] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514059, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.814884] env[70771]: DEBUG oslo_vmware.api [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514055, 'name': PowerOffVM_Task, 'duration_secs': 0.211765} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.815137] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.815335] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.815554] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a48148e-360a-4693-9de3-1e9813c733fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.863713] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.864576] env[70771]: DEBUG nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.868676] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.909s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.868997] env[70771]: DEBUG nova.objects.instance [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lazy-loading 'resources' on Instance uuid b645e08b-5c8c-4e15-9ad0-da943b4d91a8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.897918] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.898144] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.898354] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Deleting the datastore file [datastore1] 65910f00-90c8-4d6c-9fdd-b215a898890c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.899092] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43ff540-b6aa-4780-9d6b-71b19086e797 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.909736] env[70771]: DEBUG oslo_vmware.api [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for the task: (returnval){ [ 969.909736] env[70771]: value = "task-3514061" [ 969.909736] env[70771]: _type = "Task" [ 969.909736] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.924689] env[70771]: DEBUG oslo_vmware.api [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.939843] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.940168] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.986284] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "2de49100-f331-48e6-be59-16d999d972c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.986664] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "2de49100-f331-48e6-be59-16d999d972c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.020063] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.020326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.068961] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.069340] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.121427] env[70771]: DEBUG oslo_vmware.api [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514057, 'name': PowerOffVM_Task, 'duration_secs': 0.219668} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.121732] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.121924] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.122202] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dca6f96-1121-48d9-9824-74e522032920 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.160086] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514059, 'name': CreateVM_Task, 'duration_secs': 0.368722} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.160086] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.160221] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.160795] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.160795] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.161742] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b22e714-2dda-4a81-aacc-b6ea85fb4157 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.167963] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 970.167963] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5218988f-8397-f792-f3fc-d2bc43de52b0" [ 970.167963] env[70771]: _type = "Task" [ 970.167963] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.177689] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5218988f-8397-f792-f3fc-d2bc43de52b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.196155] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.196281] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.196927] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Deleting the datastore file [datastore2] ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.196927] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb526fec-a47d-4cd1-896b-5051b6a396f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.207286] env[70771]: DEBUG oslo_vmware.api [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 970.207286] env[70771]: value = "task-3514063" [ 970.207286] env[70771]: _type = "Task" [ 970.207286] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.218630] env[70771]: DEBUG oslo_vmware.api [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.373429] env[70771]: DEBUG nova.compute.utils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.379675] env[70771]: DEBUG nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.381563] env[70771]: DEBUG nova.network.neutron [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.425990] env[70771]: DEBUG oslo_vmware.api [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Task: {'id': task-3514061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166115} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.426363] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.426575] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.427305] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.428165] env[70771]: INFO nova.compute.manager [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 970.428498] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.428792] env[70771]: DEBUG nova.compute.manager [-] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.428891] env[70771]: DEBUG nova.network.neutron [-] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.444561] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.467387] env[70771]: DEBUG nova.policy [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '386dcf4658cf4e548434fb8a01d1dfea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9d41e7ff0e544be955d0a3616353bb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.482441] env[70771]: DEBUG nova.network.neutron [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Updated VIF entry in instance network info cache for port 6445eb9f-89d1-47c7-a32f-8b1a4197c539. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.482441] env[70771]: DEBUG nova.network.neutron [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Updating instance_info_cache with network_info: [{"id": "6445eb9f-89d1-47c7-a32f-8b1a4197c539", "address": "fa:16:3e:d0:67:a1", "network": {"id": "802295a5-844b-454d-9ff6-86bd52ec2da9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1897098118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e876d9db1452421490d22d93a6737754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6445eb9f-89", "ovs_interfaceid": "6445eb9f-89d1-47c7-a32f-8b1a4197c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.493751] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.522679] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.681733] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5218988f-8397-f792-f3fc-d2bc43de52b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.681733] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.682267] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.682267] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.682412] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.682539] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.682811] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6543a2-1130-4540-8a99-da82cd9aa6db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.697022] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.697022] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.697022] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e006d1-f009-4ec4-a8be-a634ab556426 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.710059] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 970.710059] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528d35d3-2484-fee7-e93b-8c798209d55e" [ 970.710059] env[70771]: _type = "Task" [ 970.710059] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.725773] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528d35d3-2484-fee7-e93b-8c798209d55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.731735] env[70771]: DEBUG oslo_vmware.api [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205884} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.732651] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.733499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.733499] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.733499] env[70771]: INFO nova.compute.manager [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 970.733499] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.733878] env[70771]: DEBUG nova.compute.manager [-] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.733878] env[70771]: DEBUG nova.network.neutron [-] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.739036] env[70771]: DEBUG nova.network.neutron [-] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.881819] env[70771]: DEBUG nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.895112] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4b7e9-78a7-40f9-b75e-65c786ebccd2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.904114] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f39a7f-adac-49d7-8412-52277f86914c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.941999] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b143d2-7841-4bbe-8021-40d046352889 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.945901] env[70771]: DEBUG nova.compute.manager [req-7009bdef-8a25-4681-9484-048841b96f6b req-b6c188eb-2d99-4d7a-ba3d-db67a05291e1 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Received event network-vif-deleted-0fc62238-0cbf-4c72-9f12-d823e1974653 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.946045] env[70771]: INFO nova.compute.manager [req-7009bdef-8a25-4681-9484-048841b96f6b req-b6c188eb-2d99-4d7a-ba3d-db67a05291e1 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Neutron deleted interface 0fc62238-0cbf-4c72-9f12-d823e1974653; detaching it from the instance and deleting it from the info cache [ 970.946421] env[70771]: DEBUG nova.network.neutron [req-7009bdef-8a25-4681-9484-048841b96f6b req-b6c188eb-2d99-4d7a-ba3d-db67a05291e1 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.954192] env[70771]: DEBUG nova.network.neutron [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Successfully created port: 4eb01b87-7023-4373-8261-e9d2956711ea {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.961846] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a6544-a49d-49fd-9a0f-ffdc10772d1e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.982107] env[70771]: DEBUG nova.compute.provider_tree [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.986527] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.986527] env[70771]: DEBUG oslo_concurrency.lockutils [req-01e29c2a-07a9-4dc6-a908-54972ba178c4 req-7b13d56d-72d2-4faf-a8e7-e8938bfcd30d service nova] Releasing lock "refresh_cache-5d7d91ba-6faf-40d3-af49-356ad27bd419" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.014989] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.048756] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.227185] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528d35d3-2484-fee7-e93b-8c798209d55e, 'name': SearchDatastore_Task, 'duration_secs': 0.021558} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.228018] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f033cea1-496d-4cb8-ba83-8aab97738a05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.234427] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 971.234427] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521c7ae3-9f1c-a5af-3529-34b1055d1c85" [ 971.234427] env[70771]: _type = "Task" [ 971.234427] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.243312] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521c7ae3-9f1c-a5af-3529-34b1055d1c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.244842] env[70771]: INFO nova.compute.manager [-] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Took 1.69 seconds to deallocate network for instance. [ 971.289479] env[70771]: DEBUG nova.compute.manager [req-f32351ee-a228-43eb-a9e1-3a082fe442fc req-72e27fe9-2f0b-4d03-9f8d-0908202390fd service nova] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Received event network-vif-deleted-4e8c0e78-8f1e-41c0-98cb-a6c5b0387b1b {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.297274] env[70771]: DEBUG nova.network.neutron [-] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.449506] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2b35cec-d241-4a26-ad8e-3f3435de730a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.463160] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6bb9ec-6ab9-46de-8ef4-d52eb8b55e36 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.485645] env[70771]: DEBUG nova.scheduler.client.report [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.504116] env[70771]: DEBUG nova.compute.manager [req-7009bdef-8a25-4681-9484-048841b96f6b req-b6c188eb-2d99-4d7a-ba3d-db67a05291e1 service nova] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Detach interface failed, port_id=0fc62238-0cbf-4c72-9f12-d823e1974653, reason: Instance 65910f00-90c8-4d6c-9fdd-b215a898890c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.748751] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521c7ae3-9f1c-a5af-3529-34b1055d1c85, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.749026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.749289] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 5d7d91ba-6faf-40d3-af49-356ad27bd419/5d7d91ba-6faf-40d3-af49-356ad27bd419.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.750080] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9eb49f8-cc66-46aa-9cf4-927433f6db35 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.753149] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.766690] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 971.766690] env[70771]: value = "task-3514064" [ 971.766690] env[70771]: _type = "Task" [ 971.766690] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.776131] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.799849] env[70771]: INFO nova.compute.manager [-] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Took 1.37 seconds to deallocate network for instance. [ 971.893860] env[70771]: DEBUG nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.918779] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.919064] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.919275] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.919489] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.919639] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.919788] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.920043] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.920221] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.920398] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.920586] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.920840] env[70771]: DEBUG nova.virt.hardware [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.921793] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423d9ab9-5dc6-4216-a60d-e6dc4228ce85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.935296] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524686d-c0b8-436c-b1bc-90eca5aabedb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.992328] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.995037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.113s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.996694] env[70771]: INFO nova.compute.claims [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.018504] env[70771]: INFO nova.scheduler.client.report [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleted allocations for instance b645e08b-5c8c-4e15-9ad0-da943b4d91a8 [ 972.098897] env[70771]: DEBUG nova.network.neutron [-] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.277163] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489624} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.277493] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 5d7d91ba-6faf-40d3-af49-356ad27bd419/5d7d91ba-6faf-40d3-af49-356ad27bd419.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.277712] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.277988] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d9eaea8-a606-42ec-9aa7-6b64db78a0ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.285181] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 972.285181] env[70771]: value = "task-3514065" [ 972.285181] env[70771]: _type = "Task" [ 972.285181] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.293548] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.306820] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.525999] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee4-2bd1-4674-8d8b-93a5c98230c1 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "b645e08b-5c8c-4e15-9ad0-da943b4d91a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.868s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.602292] env[70771]: INFO nova.compute.manager [-] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Took 1.87 seconds to deallocate network for instance. [ 972.794901] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062834} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.795272] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.796157] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66b6711-9ad2-457f-88d0-fc3c0aca7f12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.823934] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5d7d91ba-6faf-40d3-af49-356ad27bd419/5d7d91ba-6faf-40d3-af49-356ad27bd419.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.825440] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cfe9b0c-c04e-4021-a419-ed0baaed8193 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.849207] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 972.849207] env[70771]: value = "task-3514066" [ 972.849207] env[70771]: _type = "Task" [ 972.849207] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.858747] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.111501] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.185180] env[70771]: DEBUG nova.network.neutron [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Successfully updated port: 4eb01b87-7023-4373-8261-e9d2956711ea {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.324971] env[70771]: DEBUG nova.compute.manager [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Received event network-vif-deleted-fdc58e77-3566-4b9d-86a6-32dddb187fe2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.325198] env[70771]: DEBUG nova.compute.manager [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Received event network-vif-plugged-4eb01b87-7023-4373-8261-e9d2956711ea {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.325389] env[70771]: DEBUG oslo_concurrency.lockutils [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] Acquiring lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.325594] env[70771]: DEBUG oslo_concurrency.lockutils [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.325752] env[70771]: DEBUG oslo_concurrency.lockutils [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.325940] env[70771]: DEBUG nova.compute.manager [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] No waiting events found dispatching network-vif-plugged-4eb01b87-7023-4373-8261-e9d2956711ea {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.326077] env[70771]: WARNING nova.compute.manager [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Received unexpected event network-vif-plugged-4eb01b87-7023-4373-8261-e9d2956711ea for instance with vm_state building and task_state spawning. [ 973.326238] env[70771]: DEBUG nova.compute.manager [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Received event network-changed-4eb01b87-7023-4373-8261-e9d2956711ea {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.326439] env[70771]: DEBUG nova.compute.manager [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Refreshing instance network info cache due to event network-changed-4eb01b87-7023-4373-8261-e9d2956711ea. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.326741] env[70771]: DEBUG oslo_concurrency.lockutils [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] Acquiring lock "refresh_cache-af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.326741] env[70771]: DEBUG oslo_concurrency.lockutils [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] Acquired lock "refresh_cache-af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.326906] env[70771]: DEBUG nova.network.neutron [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Refreshing network info cache for port 4eb01b87-7023-4373-8261-e9d2956711ea {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.328386] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.328534] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.328723] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.329189] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.329368] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.333674] env[70771]: INFO nova.compute.manager [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Terminating instance [ 973.361477] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514066, 'name': ReconfigVM_Task, 'duration_secs': 0.29894} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.363745] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5d7d91ba-6faf-40d3-af49-356ad27bd419/5d7d91ba-6faf-40d3-af49-356ad27bd419.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.365616] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c604e01-9e91-41db-a21a-0d831321ff2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.372387] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 973.372387] env[70771]: value = "task-3514067" [ 973.372387] env[70771]: _type = "Task" [ 973.372387] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.376690] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0991c739-c44d-431a-8dd4-c8de17170d52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.384720] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514067, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.387976] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ac833-3937-49cf-a51a-5e25ac0e4ff3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.422205] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27943f-f457-4832-a2b7-e43ac0e5ccb0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.430628] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5693bf8-9e98-42c4-97bf-9d9344192623 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.446026] env[70771]: DEBUG nova.compute.provider_tree [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.688157] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "refresh_cache-af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.839034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "refresh_cache-cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.839235] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquired lock "refresh_cache-cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.839409] env[70771]: DEBUG nova.network.neutron [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.873182] env[70771]: DEBUG nova.network.neutron [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.885764] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514067, 'name': Rename_Task, 'duration_secs': 0.142593} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.886187] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.886348] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a549a5-5794-4c61-acf0-43799bf580ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.893898] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 973.893898] env[70771]: value = "task-3514068" [ 973.893898] env[70771]: _type = "Task" [ 973.893898] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.906873] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.949156] env[70771]: DEBUG nova.scheduler.client.report [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.073248] env[70771]: DEBUG nova.network.neutron [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.361254] env[70771]: DEBUG nova.network.neutron [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.404734] env[70771]: DEBUG oslo_vmware.api [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514068, 'name': PowerOnVM_Task, 'duration_secs': 0.456497} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.404988] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.405219] env[70771]: INFO nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Took 8.10 seconds to spawn the instance on the hypervisor. [ 974.405384] env[70771]: DEBUG nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.406308] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ed2be-d0c3-4b7f-84a2-777acb0f3484 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.444975] env[70771]: DEBUG nova.network.neutron [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.455584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.456132] env[70771]: DEBUG nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.461022] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.674s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.461395] env[70771]: INFO nova.compute.claims [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.575617] env[70771]: DEBUG oslo_concurrency.lockutils [req-b2eb744f-d0e4-40f2-83cf-d1fbfad79c0e req-68aa05ef-6507-4208-bf97-239f632953ee service nova] Releasing lock "refresh_cache-af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.575976] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquired lock "refresh_cache-af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.576258] env[70771]: DEBUG nova.network.neutron [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.928357] env[70771]: INFO nova.compute.manager [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Took 38.24 seconds to build instance. [ 974.947860] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Releasing lock "refresh_cache-cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.948312] env[70771]: DEBUG nova.compute.manager [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.948739] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.950290] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9152b725-2945-4b5c-8e1a-7a2067b050a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.959699] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.959957] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b470d7f5-031c-4fd1-a45a-cfdf0c2b7b8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.969319] env[70771]: DEBUG nova.compute.utils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.973071] env[70771]: DEBUG nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.973291] env[70771]: DEBUG nova.network.neutron [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.975701] env[70771]: DEBUG oslo_vmware.api [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 974.975701] env[70771]: value = "task-3514069" [ 974.975701] env[70771]: _type = "Task" [ 974.975701] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.987733] env[70771]: DEBUG oslo_vmware.api [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.036479] env[70771]: DEBUG nova.policy [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76378d52313445e85025f75ae6f6daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1632c8fb1f4c81a342445516f34a30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.159643] env[70771]: DEBUG nova.network.neutron [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.431412] env[70771]: DEBUG oslo_concurrency.lockutils [None req-da228972-d312-4789-93fe-467864c932f3 tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.767s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.472261] env[70771]: DEBUG nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.489697] env[70771]: DEBUG oslo_vmware.api [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514069, 'name': PowerOffVM_Task, 'duration_secs': 0.193049} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.490110] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.490326] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.490604] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f808cc1-694c-435e-b069-84e85391883a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.537922] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.538195] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.538509] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleting the datastore file [datastore2] cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.542017] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616cf207-deb4-4e10-baf7-45de0d27aef0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.544641] env[70771]: DEBUG nova.network.neutron [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Updating instance_info_cache with network_info: [{"id": "4eb01b87-7023-4373-8261-e9d2956711ea", "address": "fa:16:3e:83:51:fd", "network": {"id": "1c8a86f5-8308-462b-9aeb-bfea35a574a3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1235950222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9d41e7ff0e544be955d0a3616353bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb01b87-70", "ovs_interfaceid": "4eb01b87-7023-4373-8261-e9d2956711ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.547827] env[70771]: DEBUG oslo_vmware.api [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for the task: (returnval){ [ 975.547827] env[70771]: value = "task-3514071" [ 975.547827] env[70771]: _type = "Task" [ 975.547827] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.560992] env[70771]: DEBUG oslo_vmware.api [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.785385] env[70771]: DEBUG nova.network.neutron [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Successfully created port: ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.877700] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01966dd9-f2e6-47a2-9e03-b986e2c2e6a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.887983] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b00aa2e-b2c3-4d84-a0ff-7f876ae97a93 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.924302] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a85c8f7-b2d1-411b-bd55-9f22f484ad21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.933354] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a136c8-f4a0-4284-b7e4-4b1f88b9e186 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.937849] env[70771]: DEBUG nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.954283] env[70771]: DEBUG nova.compute.provider_tree [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.049182] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Releasing lock "refresh_cache-af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.049182] env[70771]: DEBUG nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Instance network_info: |[{"id": "4eb01b87-7023-4373-8261-e9d2956711ea", "address": "fa:16:3e:83:51:fd", "network": {"id": "1c8a86f5-8308-462b-9aeb-bfea35a574a3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1235950222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9d41e7ff0e544be955d0a3616353bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb01b87-70", "ovs_interfaceid": "4eb01b87-7023-4373-8261-e9d2956711ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.049319] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:51:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eb01b87-7023-4373-8261-e9d2956711ea', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.056466] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Creating folder: Project (d9d41e7ff0e544be955d0a3616353bb1). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.057239] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8adb0a27-90ef-48a3-9d77-090213b75d6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.077357] env[70771]: DEBUG oslo_vmware.api [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Task: {'id': task-3514071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267498} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.079155] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.079326] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.079532] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.081043] env[70771]: INFO nova.compute.manager [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 976.081043] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.081043] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Created folder: Project (d9d41e7ff0e544be955d0a3616353bb1) in parent group-v701875. [ 976.081043] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Creating folder: Instances. Parent ref: group-v702090. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.081043] env[70771]: DEBUG nova.compute.manager [-] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.081043] env[70771]: DEBUG nova.network.neutron [-] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.082518] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5353e7b3-cda7-4904-82b9-2b6c58f924f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.097839] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Created folder: Instances in parent group-v702090. [ 976.099180] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.099180] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.099180] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfdf0086-4640-4110-8a73-bbc04917dab2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.118617] env[70771]: DEBUG nova.network.neutron [-] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.127145] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.127145] env[70771]: value = "task-3514074" [ 976.127145] env[70771]: _type = "Task" [ 976.127145] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.140404] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514074, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.325282] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "dab7c971-aff5-4831-a96b-9625ef20ab0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.325507] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.462251] env[70771]: DEBUG nova.scheduler.client.report [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.480563] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.485642] env[70771]: DEBUG nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.511871] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.512203] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.512371] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.512584] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.512735] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.512929] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.513180] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.513343] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.513509] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.513674] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.513855] env[70771]: DEBUG nova.virt.hardware [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.515063] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1108f573-44f1-4f2f-9d12-b7d07618703c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.533938] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caea024-d246-47ae-9d1b-d063708710b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.623487] env[70771]: DEBUG nova.network.neutron [-] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.638547] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "5d7d91ba-6faf-40d3-af49-356ad27bd419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.638756] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.638970] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "5d7d91ba-6faf-40d3-af49-356ad27bd419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.639189] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.639360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.641090] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514074, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.641513] env[70771]: INFO nova.compute.manager [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Terminating instance [ 976.648492] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.648684] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.967256] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.967793] env[70771]: DEBUG nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.970483] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.772s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.970692] env[70771]: DEBUG nova.objects.instance [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lazy-loading 'resources' on Instance uuid f226da87-f3f4-4a17-bcf8-e8d2ca437ae7 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.125920] env[70771]: INFO nova.compute.manager [-] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Took 1.05 seconds to deallocate network for instance. [ 977.143723] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514074, 'name': CreateVM_Task, 'duration_secs': 0.515305} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.143895] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.144580] env[70771]: DEBUG nova.compute.manager [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.145103] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.145525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.145730] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.146027] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.151703] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2412f751-dcd2-42c5-8485-7de0fcea22fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.151703] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e0da18-4629-434e-8cfa-3c0bcca974e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.161141] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 977.161141] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523656de-ce9f-0822-1543-bfcaf84d750c" [ 977.161141] env[70771]: _type = "Task" [ 977.161141] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.161141] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.161707] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f385b14-c131-41c1-b42d-28e2e102a2f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.163398] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.166450] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.167038] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.167556] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.167719] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.167918] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.168092] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 977.168351] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.173494] env[70771]: DEBUG oslo_vmware.api [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 977.173494] env[70771]: value = "task-3514075" [ 977.173494] env[70771]: _type = "Task" [ 977.173494] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.177850] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523656de-ce9f-0822-1543-bfcaf84d750c, 'name': SearchDatastore_Task, 'duration_secs': 0.016386} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.181515] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.181788] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.182041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.182212] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.182404] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.182738] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79ee55d6-a53f-4c47-9066-9a49214c416c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.194753] env[70771]: DEBUG oslo_vmware.api [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.194969] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.195154] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.196490] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72016171-c5c3-43d5-99ff-dd86a62ff29a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.206257] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 977.206257] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c6d10b-5367-c61c-46f5-65c719fd5a2d" [ 977.206257] env[70771]: _type = "Task" [ 977.206257] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.216682] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c6d10b-5367-c61c-46f5-65c719fd5a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.418293] env[70771]: DEBUG nova.compute.manager [req-6b254a2a-1d64-4fd3-a048-9accdefb897a req-7bf91a44-3ae6-46ed-b468-ea016575eb7d service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Received event network-vif-plugged-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.418763] env[70771]: DEBUG oslo_concurrency.lockutils [req-6b254a2a-1d64-4fd3-a048-9accdefb897a req-7bf91a44-3ae6-46ed-b468-ea016575eb7d service nova] Acquiring lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.419205] env[70771]: DEBUG oslo_concurrency.lockutils [req-6b254a2a-1d64-4fd3-a048-9accdefb897a req-7bf91a44-3ae6-46ed-b468-ea016575eb7d service nova] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.419522] env[70771]: DEBUG oslo_concurrency.lockutils [req-6b254a2a-1d64-4fd3-a048-9accdefb897a req-7bf91a44-3ae6-46ed-b468-ea016575eb7d service nova] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.419828] env[70771]: DEBUG nova.compute.manager [req-6b254a2a-1d64-4fd3-a048-9accdefb897a req-7bf91a44-3ae6-46ed-b468-ea016575eb7d service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] No waiting events found dispatching network-vif-plugged-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.420127] env[70771]: WARNING nova.compute.manager [req-6b254a2a-1d64-4fd3-a048-9accdefb897a req-7bf91a44-3ae6-46ed-b468-ea016575eb7d service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Received unexpected event network-vif-plugged-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 for instance with vm_state building and task_state spawning. [ 977.477649] env[70771]: DEBUG nova.compute.utils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.479153] env[70771]: DEBUG nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.480303] env[70771]: DEBUG nova.network.neutron [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.527358] env[70771]: DEBUG nova.policy [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32ba93893954e65adfdc216d862b769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3b7cf94dcf54cf1aa4104ed66014c38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.603901] env[70771]: DEBUG nova.network.neutron [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Successfully updated port: ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.636917] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.672127] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.690527] env[70771]: DEBUG oslo_vmware.api [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514075, 'name': PowerOffVM_Task, 'duration_secs': 0.210175} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.690803] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.690979] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.691233] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3a25565-8046-4f7a-ad6f-ae04601a6dac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.715725] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c6d10b-5367-c61c-46f5-65c719fd5a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.719217] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1eaad1-aa18-48ad-8de8-9116772db1a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.725701] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 977.725701] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5270c004-bd71-a0ff-fc9b-b9de3ba11e3b" [ 977.725701] env[70771]: _type = "Task" [ 977.725701] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.737019] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5270c004-bd71-a0ff-fc9b-b9de3ba11e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.759941] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.760242] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.760513] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Deleting the datastore file [datastore1] 5d7d91ba-6faf-40d3-af49-356ad27bd419 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.760710] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06398127-43ed-4020-9d67-14514b83b8f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.770172] env[70771]: DEBUG oslo_vmware.api [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for the task: (returnval){ [ 977.770172] env[70771]: value = "task-3514077" [ 977.770172] env[70771]: _type = "Task" [ 977.770172] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.776919] env[70771]: DEBUG oslo_vmware.api [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.825906] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd7531-5918-48c1-9489-1a48c9745002 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.833886] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561d28ff-ed52-4655-9d6e-84a7520ce331 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.874307] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd09ea-edda-45ca-9f6b-9489cb462598 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.883130] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c61939-8f24-4e9a-9d0a-8d4598b064c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.896987] env[70771]: DEBUG nova.compute.provider_tree [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.913133] env[70771]: DEBUG nova.network.neutron [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Successfully created port: 44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.982374] env[70771]: DEBUG nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.106557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.106557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.106557] env[70771]: DEBUG nova.network.neutron [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.245303] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5270c004-bd71-a0ff-fc9b-b9de3ba11e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.247791] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.247791] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] af33b682-4aa9-4d0f-a2c8-0e3a29362c8c/af33b682-4aa9-4d0f-a2c8-0e3a29362c8c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.247791] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef4f403f-f715-4828-af9d-c278fbd9dacd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.258710] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 978.258710] env[70771]: value = "task-3514078" [ 978.258710] env[70771]: _type = "Task" [ 978.258710] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.268152] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.281734] env[70771]: DEBUG oslo_vmware.api [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Task: {'id': task-3514077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181565} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.281734] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.281734] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.281734] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.281734] env[70771]: INFO nova.compute.manager [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.282026] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.282026] env[70771]: DEBUG nova.compute.manager [-] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.282026] env[70771]: DEBUG nova.network.neutron [-] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.400434] env[70771]: DEBUG nova.scheduler.client.report [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.645738] env[70771]: DEBUG nova.network.neutron [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.769174] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514078, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.786235] env[70771]: DEBUG nova.network.neutron [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.905476] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.908387] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.773s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.908576] env[70771]: DEBUG nova.objects.instance [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 978.938261] env[70771]: INFO nova.scheduler.client.report [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted allocations for instance f226da87-f3f4-4a17-bcf8-e8d2ca437ae7 [ 978.993471] env[70771]: DEBUG nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.019798] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.020064] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.020231] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.020420] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.020567] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.020715] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.020921] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.021094] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.021264] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.021428] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.021602] env[70771]: DEBUG nova.virt.hardware [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.022555] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a47b9c-2c1c-4678-b123-80e66fb4f6db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.031722] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca227f5-ec4c-434e-bf11-9ea8710427d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.079029] env[70771]: DEBUG nova.network.neutron [-] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.271069] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54359} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.271317] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] af33b682-4aa9-4d0f-a2c8-0e3a29362c8c/af33b682-4aa9-4d0f-a2c8-0e3a29362c8c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.271539] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.271799] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-515855d3-4c0a-4fd3-ae5e-370d4f3c2e8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.279248] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 979.279248] env[70771]: value = "task-3514079" [ 979.279248] env[70771]: _type = "Task" [ 979.279248] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.290070] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.290460] env[70771]: DEBUG nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Instance network_info: |[{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.290921] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.291345] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:f0:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.299349] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating folder: Project (de1632c8fb1f4c81a342445516f34a30). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.299669] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c7945ca-2bbe-4a89-b6f4-7c4949870be6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.310591] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Created folder: Project (de1632c8fb1f4c81a342445516f34a30) in parent group-v701875. [ 979.310786] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating folder: Instances. Parent ref: group-v702093. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.311043] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8da2900-61fb-4bf2-be6b-8ce68e17c165 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.322242] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Created folder: Instances in parent group-v702093. [ 979.322433] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.322635] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.322846] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b316759-7a35-4684-8ad8-872763643b2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.343170] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.343170] env[70771]: value = "task-3514082" [ 979.343170] env[70771]: _type = "Task" [ 979.343170] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.351758] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514082, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.445922] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9286e00e-7fb4-4152-830f-c737ef63ea8c tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "f226da87-f3f4-4a17-bcf8-e8d2ca437ae7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.936s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.522611] env[70771]: DEBUG nova.compute.manager [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Received event network-changed-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.522946] env[70771]: DEBUG nova.compute.manager [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Refreshing instance network info cache due to event network-changed-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.523245] env[70771]: DEBUG oslo_concurrency.lockutils [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] Acquiring lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.523480] env[70771]: DEBUG oslo_concurrency.lockutils [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] Acquired lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.523700] env[70771]: DEBUG nova.network.neutron [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Refreshing network info cache for port ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.558625] env[70771]: DEBUG nova.network.neutron [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Successfully updated port: 44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.585035] env[70771]: INFO nova.compute.manager [-] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Took 1.30 seconds to deallocate network for instance. [ 979.789374] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070735} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.789627] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.790437] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf779fac-307b-4e7c-9f6a-6e72875ec731 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.812457] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] af33b682-4aa9-4d0f-a2c8-0e3a29362c8c/af33b682-4aa9-4d0f-a2c8-0e3a29362c8c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.812696] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75483778-2091-4011-83a9-fa18d3ffc768 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.832606] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 979.832606] env[70771]: value = "task-3514083" [ 979.832606] env[70771]: _type = "Task" [ 979.832606] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.840405] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.851981] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514082, 'name': CreateVM_Task, 'duration_secs': 0.372237} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.852477] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.852955] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.853201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.853555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.853870] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f35f4f7-fd76-4d45-98b0-48269ff5f7a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.859688] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 979.859688] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52190484-502a-ae68-2172-b7863ce628df" [ 979.859688] env[70771]: _type = "Task" [ 979.859688] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.869553] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52190484-502a-ae68-2172-b7863ce628df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.924044] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a89c8e19-389d-49b2-9798-24ae289d1fd4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.925283] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.338s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.927065] env[70771]: INFO nova.compute.claims [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.992520] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.992766] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.992983] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.993346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.993576] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.995700] env[70771]: INFO nova.compute.manager [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Terminating instance [ 980.059355] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.059533] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.059686] env[70771]: DEBUG nova.network.neutron [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.090089] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.309441] env[70771]: DEBUG nova.network.neutron [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updated VIF entry in instance network info cache for port ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.309785] env[70771]: DEBUG nova.network.neutron [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.344438] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514083, 'name': ReconfigVM_Task, 'duration_secs': 0.30515} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.344731] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] af33b682-4aa9-4d0f-a2c8-0e3a29362c8c/af33b682-4aa9-4d0f-a2c8-0e3a29362c8c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.345436] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-748640b5-8952-4d02-8ef5-b87fb70d8f5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.354886] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 980.354886] env[70771]: value = "task-3514084" [ 980.354886] env[70771]: _type = "Task" [ 980.354886] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.370232] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514084, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.375862] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52190484-502a-ae68-2172-b7863ce628df, 'name': SearchDatastore_Task, 'duration_secs': 0.018217} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.377265] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.377265] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.377265] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.377265] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.377604] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.377604] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b13f935-7278-4588-bbc6-689dd9703785 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.389175] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.389399] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.390119] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b5979e-232a-4c54-8cb3-321544e30aae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.397401] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 980.397401] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528ccd6c-bec4-7a3d-3117-b953851f1454" [ 980.397401] env[70771]: _type = "Task" [ 980.397401] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.411518] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528ccd6c-bec4-7a3d-3117-b953851f1454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.499531] env[70771]: DEBUG nova.compute.manager [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.499531] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.500468] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5eb6a-367d-400a-99b1-14ab6702fe6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.508932] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.509268] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e939f2-115a-4fb3-91d5-87912862649a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.515742] env[70771]: DEBUG oslo_vmware.api [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 980.515742] env[70771]: value = "task-3514085" [ 980.515742] env[70771]: _type = "Task" [ 980.515742] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.523715] env[70771]: DEBUG oslo_vmware.api [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.596213] env[70771]: DEBUG nova.network.neutron [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.813018] env[70771]: DEBUG oslo_concurrency.lockutils [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] Releasing lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.813018] env[70771]: DEBUG nova.compute.manager [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Received event network-vif-deleted-6445eb9f-89d1-47c7-a32f-8b1a4197c539 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.813234] env[70771]: DEBUG nova.compute.manager [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Received event network-vif-plugged-44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.814190] env[70771]: DEBUG oslo_concurrency.lockutils [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] Acquiring lock "0a856bb1-3f78-4b96-8019-428808a026ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.814190] env[70771]: DEBUG oslo_concurrency.lockutils [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] Lock "0a856bb1-3f78-4b96-8019-428808a026ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.814190] env[70771]: DEBUG oslo_concurrency.lockutils [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] Lock "0a856bb1-3f78-4b96-8019-428808a026ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.814190] env[70771]: DEBUG nova.compute.manager [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] No waiting events found dispatching network-vif-plugged-44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.814190] env[70771]: WARNING nova.compute.manager [req-4bdc0f69-761e-4327-8294-4823aa69f29e req-db278497-d56b-4262-bded-1a5a31a6e5e0 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Received unexpected event network-vif-plugged-44f9dee5-5809-46ab-97b4-831b5466ca6a for instance with vm_state building and task_state spawning. [ 980.844430] env[70771]: DEBUG nova.network.neutron [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Updating instance_info_cache with network_info: [{"id": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "address": "fa:16:3e:4b:6b:88", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9dee5-58", "ovs_interfaceid": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.865128] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514084, 'name': Rename_Task, 'duration_secs': 0.159047} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.865421] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.865686] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9f8524-ad9c-4217-bd8b-76d2421ff170 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.872605] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 980.872605] env[70771]: value = "task-3514086" [ 980.872605] env[70771]: _type = "Task" [ 980.872605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.880735] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.907120] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528ccd6c-bec4-7a3d-3117-b953851f1454, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.907960] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a993915-3b7a-4a5c-a1c9-56dd886088b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.913463] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 980.913463] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520e36df-dd9b-96ca-c2ee-fd9df256993a" [ 980.913463] env[70771]: _type = "Task" [ 980.913463] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.920974] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520e36df-dd9b-96ca-c2ee-fd9df256993a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.026555] env[70771]: DEBUG oslo_vmware.api [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514085, 'name': PowerOffVM_Task, 'duration_secs': 0.175603} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.028968] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.029165] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.029576] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a4d5bf4-fb2a-4db9-be64-6ba22296352c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.089324] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.089550] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.089734] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleting the datastore file [datastore2] c2ce1da3-2e92-4f49-9bb9-4482c44a9356 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.090023] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64ed6315-de9d-448e-9d59-7655ee0999c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.096912] env[70771]: DEBUG oslo_vmware.api [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 981.096912] env[70771]: value = "task-3514088" [ 981.096912] env[70771]: _type = "Task" [ 981.096912] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.105852] env[70771]: DEBUG oslo_vmware.api [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.157477] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.157728] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.157960] env[70771]: INFO nova.compute.manager [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Rebooting instance [ 981.239510] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37c232-e441-40a9-8c84-4c8feae8cfb1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.247357] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111a6d84-1395-4c4c-ae35-3f7c07859316 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.278635] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2633ca-41b7-4aa6-8604-4dbbf470adaf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.286873] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01a1746-8398-4dad-8268-d0fd74b34370 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.301070] env[70771]: DEBUG nova.compute.provider_tree [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.347500] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.347759] env[70771]: DEBUG nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Instance network_info: |[{"id": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "address": "fa:16:3e:4b:6b:88", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9dee5-58", "ovs_interfaceid": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.348509] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:6b:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f9dee5-5809-46ab-97b4-831b5466ca6a', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.355971] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.356210] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.356491] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a92df72e-bd74-4ced-95b1-1212a3162558 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.377846] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.377846] env[70771]: value = "task-3514089" [ 981.377846] env[70771]: _type = "Task" [ 981.377846] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.384031] env[70771]: DEBUG oslo_vmware.api [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514086, 'name': PowerOnVM_Task, 'duration_secs': 0.462704} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.384639] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.384847] env[70771]: INFO nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Took 9.49 seconds to spawn the instance on the hypervisor. [ 981.385037] env[70771]: DEBUG nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.385758] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71567ac4-8730-423a-93cc-aa3f6fe90517 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.390986] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514089, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.426725] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520e36df-dd9b-96ca-c2ee-fd9df256993a, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.426725] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.426984] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 879c8b0d-dd64-4c09-8ebe-e96484803fe8/879c8b0d-dd64-4c09-8ebe-e96484803fe8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.427384] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b20c6360-4f16-47ee-aaa8-444dc4a1e347 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.434775] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 981.434775] env[70771]: value = "task-3514090" [ 981.434775] env[70771]: _type = "Task" [ 981.434775] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.445639] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.607924] env[70771]: DEBUG oslo_vmware.api [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162365} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.608416] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.608728] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.608947] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.609169] env[70771]: INFO nova.compute.manager [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Took 1.11 seconds to destroy the instance on the hypervisor. [ 981.609425] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.609625] env[70771]: DEBUG nova.compute.manager [-] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.609721] env[70771]: DEBUG nova.network.neutron [-] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.623559] env[70771]: DEBUG nova.compute.manager [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Received event network-changed-44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.623756] env[70771]: DEBUG nova.compute.manager [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Refreshing instance network info cache due to event network-changed-44f9dee5-5809-46ab-97b4-831b5466ca6a. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.623974] env[70771]: DEBUG oslo_concurrency.lockutils [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] Acquiring lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.624133] env[70771]: DEBUG oslo_concurrency.lockutils [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] Acquired lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.624296] env[70771]: DEBUG nova.network.neutron [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Refreshing network info cache for port 44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.680246] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.680533] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.680762] env[70771]: DEBUG nova.network.neutron [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.804742] env[70771]: DEBUG nova.scheduler.client.report [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.889256] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514089, 'name': CreateVM_Task, 'duration_secs': 0.33794} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.889402] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.890193] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.890350] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.890670] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.892376] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8934fade-c5fa-499d-9b56-243fd8f06098 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.903182] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 981.903182] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ac7137-c5fe-8a5e-92ab-a2cfbce635fd" [ 981.903182] env[70771]: _type = "Task" [ 981.903182] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.909890] env[70771]: INFO nova.compute.manager [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Took 32.80 seconds to build instance. [ 981.916828] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ac7137-c5fe-8a5e-92ab-a2cfbce635fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.946997] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514090, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.310608] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.311152] env[70771]: DEBUG nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.313903] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.651s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.315367] env[70771]: INFO nova.compute.claims [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.396291] env[70771]: DEBUG nova.network.neutron [-] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.413669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-41884fce-0c7e-4d5d-b637-da142a1f993b tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.356s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.420352] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ac7137-c5fe-8a5e-92ab-a2cfbce635fd, 'name': SearchDatastore_Task, 'duration_secs': 0.055553} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.420934] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.421201] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.421468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.424069] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.424069] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.424069] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff2710c-ccbc-4dae-a1a1-160721f8d7d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.431603] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.431785] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.432552] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fb01eb-1310-4307-b9b6-bd40f2be789c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.441702] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 982.441702] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5261ab98-a594-9fc7-9569-7c0db073f42d" [ 982.441702] env[70771]: _type = "Task" [ 982.441702] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.448491] env[70771]: DEBUG nova.network.neutron [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Updated VIF entry in instance network info cache for port 44f9dee5-5809-46ab-97b4-831b5466ca6a. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.448821] env[70771]: DEBUG nova.network.neutron [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Updating instance_info_cache with network_info: [{"id": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "address": "fa:16:3e:4b:6b:88", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9dee5-58", "ovs_interfaceid": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.450149] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609116} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.450841] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 879c8b0d-dd64-4c09-8ebe-e96484803fe8/879c8b0d-dd64-4c09-8ebe-e96484803fe8.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.451065] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.451316] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46024160-ad59-4444-8740-b7b508f79758 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.455907] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5261ab98-a594-9fc7-9569-7c0db073f42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.460062] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 982.460062] env[70771]: value = "task-3514091" [ 982.460062] env[70771]: _type = "Task" [ 982.460062] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.468639] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.591981] env[70771]: DEBUG nova.network.neutron [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.820049] env[70771]: DEBUG nova.compute.utils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.824931] env[70771]: DEBUG nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.824931] env[70771]: DEBUG nova.network.neutron [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.873827] env[70771]: DEBUG nova.policy [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60bfef6072e046d1ab7b6dafa3f94c93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80c9c42592f647d9a1cf6809d7efc9cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.898720] env[70771]: INFO nova.compute.manager [-] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Took 1.29 seconds to deallocate network for instance. [ 982.922487] env[70771]: DEBUG nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.953199] env[70771]: DEBUG oslo_concurrency.lockutils [req-ece5a5e8-04d8-4680-aaa5-dfe7c6db6c42 req-850a6f65-5683-4ff8-840d-5e5003408d75 service nova] Releasing lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.953314] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5261ab98-a594-9fc7-9569-7c0db073f42d, 'name': SearchDatastore_Task, 'duration_secs': 0.033368} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.954067] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2c3409-1324-4f8c-b12e-82cf17b8c31c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.960185] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 982.960185] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524d5704-32bc-5845-ef72-3e39f4f9a46d" [ 982.960185] env[70771]: _type = "Task" [ 982.960185] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.972423] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524d5704-32bc-5845-ef72-3e39f4f9a46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.975862] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068476} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.976118] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.976915] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6bebb-14de-455e-a7c0-9b2518643a17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.998362] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 879c8b0d-dd64-4c09-8ebe-e96484803fe8/879c8b0d-dd64-4c09-8ebe-e96484803fe8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.998806] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd9ac6d0-c344-4e57-a2ba-18e8203fc523 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.019526] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 983.019526] env[70771]: value = "task-3514092" [ 983.019526] env[70771]: _type = "Task" [ 983.019526] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.033311] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.095325] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.255316] env[70771]: DEBUG nova.network.neutron [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Successfully created port: 263849f3-ba3e-4895-977f-64631cdfc153 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.328204] env[70771]: DEBUG nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.394698] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.394970] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.395204] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.395390] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.395557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.398338] env[70771]: INFO nova.compute.manager [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Terminating instance [ 983.406062] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.446423] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.473452] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524d5704-32bc-5845-ef72-3e39f4f9a46d, 'name': SearchDatastore_Task, 'duration_secs': 0.062386} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.473720] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.473981] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0a856bb1-3f78-4b96-8019-428808a026ca/0a856bb1-3f78-4b96-8019-428808a026ca.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.474351] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-228c39e5-d4e3-41e4-b338-af77f119fae8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.483658] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 983.483658] env[70771]: value = "task-3514093" [ 983.483658] env[70771]: _type = "Task" [ 983.483658] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.493109] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.529681] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514092, 'name': ReconfigVM_Task, 'duration_secs': 0.305516} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.532074] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 879c8b0d-dd64-4c09-8ebe-e96484803fe8/879c8b0d-dd64-4c09-8ebe-e96484803fe8.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.532854] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10f6e80-09df-42e5-9791-444e1b5d6124 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.539487] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 983.539487] env[70771]: value = "task-3514094" [ 983.539487] env[70771]: _type = "Task" [ 983.539487] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.551822] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514094, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.600551] env[70771]: DEBUG nova.compute.manager [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.602379] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8592da53-faf4-452d-a576-f7b7baa298df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.670593] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124233c4-1ccd-459b-8ce8-3f360b28e8d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.681485] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c8abc-26b4-4c56-8aad-f883a3c3c966 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.718938] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c1dd4-3258-4a06-b313-4386ff24ea2c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.727262] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdc5f32-6b35-4536-a89e-9cf542a7d493 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.745545] env[70771]: DEBUG nova.compute.provider_tree [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.758128] env[70771]: DEBUG nova.compute.manager [req-5ada39fa-d7e5-40bd-a66b-925dbb4066c7 req-f6a85408-1557-402d-b078-477042c3975f service nova] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Received event network-vif-deleted-7da37ce8-9285-497e-b115-147a6ebce819 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.906537] env[70771]: DEBUG nova.compute.manager [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.906811] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.908147] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7f0ff8-fe7f-4982-8832-c304b730f793 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.918511] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.918910] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14f0790-60e0-419f-a5eb-55b110eceec7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.929083] env[70771]: DEBUG oslo_vmware.api [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 983.929083] env[70771]: value = "task-3514095" [ 983.929083] env[70771]: _type = "Task" [ 983.929083] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.936856] env[70771]: DEBUG oslo_vmware.api [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.996255] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514093, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.054317] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514094, 'name': Rename_Task, 'duration_secs': 0.143678} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.054628] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.054887] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5d83dd-405d-4bc4-b13a-ce6adfc551e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.061970] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 984.061970] env[70771]: value = "task-3514096" [ 984.061970] env[70771]: _type = "Task" [ 984.061970] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.068841] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.248706] env[70771]: DEBUG nova.scheduler.client.report [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.340897] env[70771]: DEBUG nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.366129] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.366379] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.366531] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.366712] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.366863] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.367041] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.367263] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.367425] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.367595] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.367759] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.367934] env[70771]: DEBUG nova.virt.hardware [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.368787] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab65477-3fd1-4afd-b940-6a836832b9cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.376757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59354e63-5f4a-4259-98ed-270f28aa5991 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.437716] env[70771]: DEBUG oslo_vmware.api [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514095, 'name': PowerOffVM_Task, 'duration_secs': 0.301029} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.438043] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.438249] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.438513] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78b088cd-7f1e-4637-8d31-495e64c6bb4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.496570] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514348} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.497252] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0a856bb1-3f78-4b96-8019-428808a026ca/0a856bb1-3f78-4b96-8019-428808a026ca.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.497252] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.497420] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-644d0c46-8e65-46f5-9d4f-9ae85c3e4414 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.501701] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.501896] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.502151] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Deleting the datastore file [datastore1] af33b682-4aa9-4d0f-a2c8-0e3a29362c8c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.502444] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10dc7d7a-0f4b-48b3-ac6c-623ff4930576 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.505838] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 984.505838] env[70771]: value = "task-3514098" [ 984.505838] env[70771]: _type = "Task" [ 984.505838] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.509606] env[70771]: DEBUG oslo_vmware.api [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for the task: (returnval){ [ 984.509606] env[70771]: value = "task-3514099" [ 984.509606] env[70771]: _type = "Task" [ 984.509606] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.515528] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.520435] env[70771]: DEBUG oslo_vmware.api [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.570349] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.621619] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598f969-4898-4029-ba07-65ded45ec74c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.629797] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Doing hard reboot of VM {{(pid=70771) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 984.630145] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9fe821c6-850f-4006-8c35-b5b10f8e31eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.637109] env[70771]: DEBUG oslo_vmware.api [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 984.637109] env[70771]: value = "task-3514100" [ 984.637109] env[70771]: _type = "Task" [ 984.637109] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.644589] env[70771]: DEBUG oslo_vmware.api [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514100, 'name': ResetVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.754197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.754700] env[70771]: DEBUG nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.757603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.227s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.759110] env[70771]: INFO nova.compute.claims [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.018740] env[70771]: DEBUG oslo_vmware.api [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Task: {'id': task-3514099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128802} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.022789] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.022996] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.023192] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.023370] env[70771]: INFO nova.compute.manager [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 985.023617] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.023832] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066146} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.024215] env[70771]: DEBUG nova.compute.manager [-] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.024390] env[70771]: DEBUG nova.network.neutron [-] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.027881] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.030600] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01101d0-47ef-48b9-8e8d-d2f70687278f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.065324] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0a856bb1-3f78-4b96-8019-428808a026ca/0a856bb1-3f78-4b96-8019-428808a026ca.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.066609] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba87f38-addc-4dc4-9703-4fbca6218e60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.093902] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.095405] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 985.095405] env[70771]: value = "task-3514101" [ 985.095405] env[70771]: _type = "Task" [ 985.095405] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.104089] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.148306] env[70771]: DEBUG oslo_vmware.api [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514100, 'name': ResetVM_Task, 'duration_secs': 0.110797} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.148691] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Did hard reboot of VM {{(pid=70771) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 985.148914] env[70771]: DEBUG nova.compute.manager [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.150096] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f23d06-0d90-4fce-94e3-940832aca75c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.263276] env[70771]: DEBUG nova.compute.utils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.267279] env[70771]: DEBUG nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.267450] env[70771]: DEBUG nova.network.neutron [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.293068] env[70771]: DEBUG oslo_concurrency.lockutils [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.294857] env[70771]: DEBUG oslo_concurrency.lockutils [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.307984] env[70771]: DEBUG nova.policy [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1db47f69d80476490498e362e47c59c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6650c66b53249fa8be01713e2255cfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.542923] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.543288] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.582166] env[70771]: DEBUG oslo_vmware.api [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514096, 'name': PowerOnVM_Task, 'duration_secs': 1.28289} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.582571] env[70771]: DEBUG nova.network.neutron [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Successfully updated port: 263849f3-ba3e-4895-977f-64631cdfc153 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.586076] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.586183] env[70771]: INFO nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Took 9.10 seconds to spawn the instance on the hypervisor. [ 985.586271] env[70771]: DEBUG nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.587890] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d805ade-8671-44c5-bca4-81701d0c8127 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.610469] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514101, 'name': ReconfigVM_Task, 'duration_secs': 0.324982} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.610596] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0a856bb1-3f78-4b96-8019-428808a026ca/0a856bb1-3f78-4b96-8019-428808a026ca.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.612042] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d7823e6-d142-4a25-b15b-2467f40385ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.616810] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 985.616810] env[70771]: value = "task-3514102" [ 985.616810] env[70771]: _type = "Task" [ 985.616810] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.626446] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514102, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.628512] env[70771]: DEBUG nova.network.neutron [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Successfully created port: ecf4261e-a51f-4965-8ca0-c199803298ab {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.663402] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2c60964a-ebb4-4021-b3a8-c6b935ba6d9a tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.506s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.769457] env[70771]: DEBUG nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.792155] env[70771]: DEBUG nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Received event network-vif-plugged-263849f3-ba3e-4895-977f-64631cdfc153 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.792155] env[70771]: DEBUG oslo_concurrency.lockutils [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] Acquiring lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.792155] env[70771]: DEBUG oslo_concurrency.lockutils [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.792155] env[70771]: DEBUG oslo_concurrency.lockutils [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.792155] env[70771]: DEBUG nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] No waiting events found dispatching network-vif-plugged-263849f3-ba3e-4895-977f-64631cdfc153 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.792665] env[70771]: WARNING nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Received unexpected event network-vif-plugged-263849f3-ba3e-4895-977f-64631cdfc153 for instance with vm_state building and task_state spawning. [ 985.792995] env[70771]: DEBUG nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Received event network-vif-deleted-4eb01b87-7023-4373-8261-e9d2956711ea {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.793368] env[70771]: INFO nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Neutron deleted interface 4eb01b87-7023-4373-8261-e9d2956711ea; detaching it from the instance and deleting it from the info cache [ 985.793713] env[70771]: DEBUG nova.network.neutron [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.798994] env[70771]: INFO nova.compute.manager [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Detaching volume 6ae084ea-aaf0-46a8-addd-5af46c3ed27f [ 985.843818] env[70771]: INFO nova.virt.block_device [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Attempting to driver detach volume 6ae084ea-aaf0-46a8-addd-5af46c3ed27f from mountpoint /dev/sdb [ 985.844071] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.844286] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702072', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'name': 'volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'serial': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.847135] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d6eab6-e113-40df-a771-148b4098c276 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.875394] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a265106-8098-4e64-b68e-6a0bf23651ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.883395] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82097de-2b5e-463c-a7ba-eddacd26de40 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.910763] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5059318-27f0-41a3-bd03-97e655117d5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.925575] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] The volume has not been displaced from its original location: [datastore1] volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f/volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 985.930727] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.933566] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f5582b-c719-40c1-b84c-8fb9b1ee5b3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.951841] env[70771]: DEBUG oslo_vmware.api [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 985.951841] env[70771]: value = "task-3514103" [ 985.951841] env[70771]: _type = "Task" [ 985.951841] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.960648] env[70771]: DEBUG oslo_vmware.api [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.049261] env[70771]: INFO nova.compute.manager [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Detaching volume 0f646e5d-546a-4a56-a436-27383372e2eb [ 986.079321] env[70771]: INFO nova.virt.block_device [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Attempting to driver detach volume 0f646e5d-546a-4a56-a436-27383372e2eb from mountpoint /dev/sdb [ 986.079544] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 986.079747] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702064', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'name': 'volume-0f646e5d-546a-4a56-a436-27383372e2eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33493b97-8385-4560-97ba-858234d7d790', 'attached_at': '', 'detached_at': '', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'serial': '0f646e5d-546a-4a56-a436-27383372e2eb'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 986.080642] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf40ff35-2877-40b3-97de-0d8ea7fa21cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.087283] env[70771]: DEBUG nova.network.neutron [-] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.088450] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "refresh_cache-72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.088583] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquired lock "refresh_cache-72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.088970] env[70771]: DEBUG nova.network.neutron [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.115117] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0059ecb-2cfc-458f-b056-3768278d481f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.122598] env[70771]: INFO nova.compute.manager [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Took 26.25 seconds to build instance. [ 986.132469] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514102, 'name': Rename_Task, 'duration_secs': 0.130397} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.137200] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.138054] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f89bcd30-d5bf-4500-80c9-7a5f780cf128 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.141131] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d4fd04-7b2b-426c-9647-9b6d32b2f661 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.166486] env[70771]: DEBUG nova.network.neutron [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.168550] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 986.168550] env[70771]: value = "task-3514104" [ 986.168550] env[70771]: _type = "Task" [ 986.168550] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.172405] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d1ec31-98d6-4d08-b5b1-7f43fe62f0b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.191378] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] The volume has not been displaced from its original location: [datastore2] volume-0f646e5d-546a-4a56-a436-27383372e2eb/volume-0f646e5d-546a-4a56-a436-27383372e2eb.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 986.196699] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.202629] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9780ca9d-61d4-4b12-8c3d-89c6c3ea7155 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.215454] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.224850] env[70771]: DEBUG oslo_vmware.api [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 986.224850] env[70771]: value = "task-3514105" [ 986.224850] env[70771]: _type = "Task" [ 986.224850] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.235298] env[70771]: DEBUG oslo_vmware.api [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.236042] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad12300-44c6-4a11-b6e1-49ae713d5929 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.243346] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e6403f-178e-469d-8d81-3fbf294c4959 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.281680] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7389c8f4-8434-4cba-94d9-19714d1c18d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.290492] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614a2b25-f8d1-488b-b996-008570789f53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.306750] env[70771]: DEBUG nova.compute.provider_tree [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.308194] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d6524bc-f101-480d-857b-415f88a84e5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.318127] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4f2af5-f99a-4eab-9bbd-6820bebf1883 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.353269] env[70771]: DEBUG nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Detach interface failed, port_id=4eb01b87-7023-4373-8261-e9d2956711ea, reason: Instance af33b682-4aa9-4d0f-a2c8-0e3a29362c8c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.353549] env[70771]: DEBUG nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Received event network-changed-263849f3-ba3e-4895-977f-64631cdfc153 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.353724] env[70771]: DEBUG nova.compute.manager [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Refreshing instance network info cache due to event network-changed-263849f3-ba3e-4895-977f-64631cdfc153. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.353915] env[70771]: DEBUG oslo_concurrency.lockutils [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] Acquiring lock "refresh_cache-72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.462757] env[70771]: DEBUG oslo_vmware.api [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514103, 'name': ReconfigVM_Task, 'duration_secs': 0.225457} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.463183] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.470965] env[70771]: DEBUG nova.network.neutron [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Updating instance_info_cache with network_info: [{"id": "263849f3-ba3e-4895-977f-64631cdfc153", "address": "fa:16:3e:da:52:e6", "network": {"id": "2fd55966-e033-4224-a52d-b7218e6aaea2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-863464037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80c9c42592f647d9a1cf6809d7efc9cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263849f3-ba", "ovs_interfaceid": "263849f3-ba3e-4895-977f-64631cdfc153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.473175] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c431a783-58b0-42e7-a68b-71cd93bc0136 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.495412] env[70771]: DEBUG oslo_vmware.api [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 986.495412] env[70771]: value = "task-3514106" [ 986.495412] env[70771]: _type = "Task" [ 986.495412] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.504598] env[70771]: DEBUG oslo_vmware.api [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.591388] env[70771]: INFO nova.compute.manager [-] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Took 1.57 seconds to deallocate network for instance. [ 986.628167] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4da5a666-bd47-4f47-9974-1880c0f6ddb5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.776s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.681415] env[70771]: DEBUG oslo_vmware.api [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514104, 'name': PowerOnVM_Task, 'duration_secs': 0.492932} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.681735] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.682026] env[70771]: INFO nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Took 7.69 seconds to spawn the instance on the hypervisor. [ 986.682283] env[70771]: DEBUG nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.683110] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e90b3-e780-45db-a913-282684de81e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.735265] env[70771]: DEBUG oslo_vmware.api [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514105, 'name': ReconfigVM_Task, 'duration_secs': 0.224887} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.735544] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.740603] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5002fcd6-15ab-4ebe-9447-1576d392c44a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.756874] env[70771]: DEBUG oslo_vmware.api [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 986.756874] env[70771]: value = "task-3514107" [ 986.756874] env[70771]: _type = "Task" [ 986.756874] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.764595] env[70771]: DEBUG oslo_vmware.api [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.786119] env[70771]: DEBUG nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.811952] env[70771]: DEBUG nova.scheduler.client.report [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.820049] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.820763] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.820763] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.820763] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.820763] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.820973] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.821137] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.821295] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.821459] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.821617] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.821786] env[70771]: DEBUG nova.virt.hardware [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.823432] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3debd13-f1de-47a7-8edf-fe352f079c0c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.835189] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51cf180-30be-4de5-b7da-919625d4027a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.994024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Releasing lock "refresh_cache-72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.994024] env[70771]: DEBUG nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Instance network_info: |[{"id": "263849f3-ba3e-4895-977f-64631cdfc153", "address": "fa:16:3e:da:52:e6", "network": {"id": "2fd55966-e033-4224-a52d-b7218e6aaea2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-863464037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80c9c42592f647d9a1cf6809d7efc9cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263849f3-ba", "ovs_interfaceid": "263849f3-ba3e-4895-977f-64631cdfc153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.995288] env[70771]: DEBUG oslo_concurrency.lockutils [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] Acquired lock "refresh_cache-72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.995288] env[70771]: DEBUG nova.network.neutron [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Refreshing network info cache for port 263849f3-ba3e-4895-977f-64631cdfc153 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.995288] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:52:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263849f3-ba3e-4895-977f-64631cdfc153', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.002265] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Creating folder: Project (80c9c42592f647d9a1cf6809d7efc9cc). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.003532] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddd79149-bb9d-41a4-93a9-f2b9e27e31b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.014728] env[70771]: DEBUG oslo_vmware.api [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514106, 'name': ReconfigVM_Task, 'duration_secs': 0.147271} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.015180] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702072', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'name': 'volume-6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f', 'serial': '6ae084ea-aaf0-46a8-addd-5af46c3ed27f'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.020530] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Created folder: Project (80c9c42592f647d9a1cf6809d7efc9cc) in parent group-v701875. [ 987.021099] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Creating folder: Instances. Parent ref: group-v702097. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.021449] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec907a4f-eb21-4f88-b462-5cf69379769c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.032143] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Created folder: Instances in parent group-v702097. [ 987.032143] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.032143] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.032143] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7530a8ea-4ff9-4f3a-a1a3-f442d97950ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.053150] env[70771]: DEBUG nova.compute.manager [req-7539f3e0-90b3-49ee-806d-0c56f9a9346d req-710fbaa5-5424-4160-9d45-4ff60637a50f service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Received event network-vif-plugged-ecf4261e-a51f-4965-8ca0-c199803298ab {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.053150] env[70771]: DEBUG oslo_concurrency.lockutils [req-7539f3e0-90b3-49ee-806d-0c56f9a9346d req-710fbaa5-5424-4160-9d45-4ff60637a50f service nova] Acquiring lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.053150] env[70771]: DEBUG oslo_concurrency.lockutils [req-7539f3e0-90b3-49ee-806d-0c56f9a9346d req-710fbaa5-5424-4160-9d45-4ff60637a50f service nova] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.053150] env[70771]: DEBUG oslo_concurrency.lockutils [req-7539f3e0-90b3-49ee-806d-0c56f9a9346d req-710fbaa5-5424-4160-9d45-4ff60637a50f service nova] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.053150] env[70771]: DEBUG nova.compute.manager [req-7539f3e0-90b3-49ee-806d-0c56f9a9346d req-710fbaa5-5424-4160-9d45-4ff60637a50f service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] No waiting events found dispatching network-vif-plugged-ecf4261e-a51f-4965-8ca0-c199803298ab {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.053344] env[70771]: WARNING nova.compute.manager [req-7539f3e0-90b3-49ee-806d-0c56f9a9346d req-710fbaa5-5424-4160-9d45-4ff60637a50f service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Received unexpected event network-vif-plugged-ecf4261e-a51f-4965-8ca0-c199803298ab for instance with vm_state building and task_state spawning. [ 987.055733] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.055733] env[70771]: value = "task-3514110" [ 987.055733] env[70771]: _type = "Task" [ 987.055733] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.067169] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514110, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.098459] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.151022] env[70771]: DEBUG nova.network.neutron [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Successfully updated port: ecf4261e-a51f-4965-8ca0-c199803298ab {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.201027] env[70771]: INFO nova.compute.manager [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Took 26.43 seconds to build instance. [ 987.270527] env[70771]: DEBUG oslo_vmware.api [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514107, 'name': ReconfigVM_Task, 'duration_secs': 0.227924} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.270527] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702064', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'name': 'volume-0f646e5d-546a-4a56-a436-27383372e2eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33493b97-8385-4560-97ba-858234d7d790', 'attached_at': '', 'detached_at': '', 'volume_id': '0f646e5d-546a-4a56-a436-27383372e2eb', 'serial': '0f646e5d-546a-4a56-a436-27383372e2eb'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.328536] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.329118] env[70771]: DEBUG nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.331999] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.009s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.332254] env[70771]: DEBUG nova.objects.instance [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lazy-loading 'resources' on Instance uuid 95b4b990-3a30-419e-9c04-d080f97203eb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.570361] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514110, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.578026] env[70771]: DEBUG nova.objects.instance [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lazy-loading 'flavor' on Instance uuid 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.649949] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.649949] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.649949] env[70771]: DEBUG nova.network.neutron [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.701865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b0ce03b-7a37-45e0-a1f4-b13a63e400f7 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.947s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.720131] env[70771]: DEBUG nova.network.neutron [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Updated VIF entry in instance network info cache for port 263849f3-ba3e-4895-977f-64631cdfc153. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.720131] env[70771]: DEBUG nova.network.neutron [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Updating instance_info_cache with network_info: [{"id": "263849f3-ba3e-4895-977f-64631cdfc153", "address": "fa:16:3e:da:52:e6", "network": {"id": "2fd55966-e033-4224-a52d-b7218e6aaea2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-863464037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80c9c42592f647d9a1cf6809d7efc9cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263849f3-ba", "ovs_interfaceid": "263849f3-ba3e-4895-977f-64631cdfc153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.820553] env[70771]: DEBUG nova.objects.instance [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'flavor' on Instance uuid 33493b97-8385-4560-97ba-858234d7d790 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.832828] env[70771]: DEBUG nova.compute.manager [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Received event network-changed-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.833036] env[70771]: DEBUG nova.compute.manager [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Refreshing instance network info cache due to event network-changed-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.833258] env[70771]: DEBUG oslo_concurrency.lockutils [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] Acquiring lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.833399] env[70771]: DEBUG oslo_concurrency.lockutils [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] Acquired lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.833559] env[70771]: DEBUG nova.network.neutron [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Refreshing network info cache for port ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.838649] env[70771]: DEBUG nova.compute.utils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.844621] env[70771]: DEBUG nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.844621] env[70771]: DEBUG nova.network.neutron [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.890197] env[70771]: DEBUG nova.policy [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fc025bbe5554a97bcb3c362a2dd2b05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '835ccfcd897b4edaa75eb68825a447f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.069943] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514110, 'name': CreateVM_Task, 'duration_secs': 0.609354} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.072988] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.073937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.074121] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.074479] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.074756] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b37f271-a3f9-484e-8e35-64a44bb9ca68 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.080967] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 988.080967] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521e3fac-1c1b-bd02-9fcd-6bbb7c48e3ec" [ 988.080967] env[70771]: _type = "Task" [ 988.080967] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.094918] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521e3fac-1c1b-bd02-9fcd-6bbb7c48e3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.096704] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.097395] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.097395] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.097555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.097815] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.099020] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-770c486b-77d7-4382-8fae-5d59d17d9aa7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.109637] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.109637] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.110552] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f215bd98-b401-485b-8b89-47c56deb5bb4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.120232] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 988.120232] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523407e9-2419-b356-f0a7-fa428cf3f654" [ 988.120232] env[70771]: _type = "Task" [ 988.120232] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.130131] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523407e9-2419-b356-f0a7-fa428cf3f654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.197772] env[70771]: DEBUG nova.network.neutron [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.206917] env[70771]: DEBUG nova.network.neutron [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Successfully created port: e7c03980-1088-4084-8226-54065ea374a7 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.222495] env[70771]: DEBUG oslo_concurrency.lockutils [req-5793ce86-d68f-4629-be88-39cd69b0741d req-71fb8fce-a354-4328-9a67-9234758c5fbd service nova] Releasing lock "refresh_cache-72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.258488] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8c64ef-cb45-4c64-9e38-6d8959240c91 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.266819] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058bc923-32e9-458b-b282-def5cb5b8829 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.314656] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f2a47-22d9-4a25-ab05-33ba7049663b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.314656] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb23cec6-f398-4ead-bf5f-68744789dc39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.329378] env[70771]: DEBUG nova.compute.provider_tree [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.345134] env[70771]: DEBUG nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.434806] env[70771]: DEBUG nova.network.neutron [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance_info_cache with network_info: [{"id": "ecf4261e-a51f-4965-8ca0-c199803298ab", "address": "fa:16:3e:ec:84:99", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261e-a5", "ovs_interfaceid": "ecf4261e-a51f-4965-8ca0-c199803298ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.599828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-130e56de-4892-49ed-86be-1bd270eb2ddd tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.637019] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523407e9-2419-b356-f0a7-fa428cf3f654, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.637019] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062ce024-97a9-43d7-b1a2-b62791c297c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.646117] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 988.646117] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bc0ca4-bab8-c30f-5558-d7ec1db102ba" [ 988.646117] env[70771]: _type = "Task" [ 988.646117] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.656303] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bc0ca4-bab8-c30f-5558-d7ec1db102ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.737457] env[70771]: DEBUG nova.network.neutron [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updated VIF entry in instance network info cache for port ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.737457] env[70771]: DEBUG nova.network.neutron [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.835103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a763bb43-57f1-42e3-a6dc-9c56c399b925 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.836720] env[70771]: DEBUG nova.scheduler.client.report [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.937865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.938216] env[70771]: DEBUG nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Instance network_info: |[{"id": "ecf4261e-a51f-4965-8ca0-c199803298ab", "address": "fa:16:3e:ec:84:99", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261e-a5", "ovs_interfaceid": "ecf4261e-a51f-4965-8ca0-c199803298ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.938634] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:84:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecf4261e-a51f-4965-8ca0-c199803298ab', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.946674] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.946892] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.947147] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2d23e35-09eb-4cb0-8070-c733cf6396ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.967133] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.967133] env[70771]: value = "task-3514111" [ 988.967133] env[70771]: _type = "Task" [ 988.967133] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.975160] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514111, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.086888] env[70771]: DEBUG nova.compute.manager [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Received event network-changed-ecf4261e-a51f-4965-8ca0-c199803298ab {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.086888] env[70771]: DEBUG nova.compute.manager [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Refreshing instance network info cache due to event network-changed-ecf4261e-a51f-4965-8ca0-c199803298ab. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.086888] env[70771]: DEBUG oslo_concurrency.lockutils [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] Acquiring lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.087281] env[70771]: DEBUG oslo_concurrency.lockutils [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] Acquired lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.087430] env[70771]: DEBUG nova.network.neutron [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Refreshing network info cache for port ecf4261e-a51f-4965-8ca0-c199803298ab {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.137330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.137599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.137838] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "33493b97-8385-4560-97ba-858234d7d790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.137984] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.138221] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.140286] env[70771]: INFO nova.compute.manager [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Terminating instance [ 989.158964] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bc0ca4-bab8-c30f-5558-d7ec1db102ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.159276] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.159749] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3/72e8bfdd-ff66-4c3d-b6b0-86f2785894d3.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.159947] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cc7812a-941c-4833-ae78-1ea8337dea95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.167753] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 989.167753] env[70771]: value = "task-3514112" [ 989.167753] env[70771]: _type = "Task" [ 989.167753] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.176448] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.239633] env[70771]: DEBUG oslo_concurrency.lockutils [req-a9320f3d-796d-4846-9f78-96e562bbf8a1 req-76dd451e-dcf3-400d-ae17-4d6a401cec1e service nova] Releasing lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.342649] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.348166] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.364s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.350129] env[70771]: INFO nova.compute.claims [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.356674] env[70771]: DEBUG nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.382314] env[70771]: INFO nova.scheduler.client.report [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted allocations for instance 95b4b990-3a30-419e-9c04-d080f97203eb [ 989.398652] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.399487] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.399742] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.400111] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.400943] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.400943] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.400943] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.401134] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.401314] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.401591] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.402711] env[70771]: DEBUG nova.virt.hardware [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.402839] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30835e87-1b37-4501-a187-37a9855754d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.414603] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b61e1e-deae-4fbc-bb73-c870bdc1101c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.477705] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514111, 'name': CreateVM_Task, 'duration_secs': 0.402693} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.477898] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.478711] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.478958] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.479379] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.479705] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd79f8c-5202-49a7-b31f-3675331ca0bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.485455] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 989.485455] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52832080-2332-0548-a369-0d691e7bc57b" [ 989.485455] env[70771]: _type = "Task" [ 989.485455] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.496301] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52832080-2332-0548-a369-0d691e7bc57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.643984] env[70771]: DEBUG nova.compute.manager [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.644253] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.645279] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7781a4b-fa74-43b6-bc54-951100a8a6ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.654074] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.654394] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e09b36-9c05-49c3-8aba-743d96405cda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.660975] env[70771]: DEBUG oslo_vmware.api [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 989.660975] env[70771]: value = "task-3514113" [ 989.660975] env[70771]: _type = "Task" [ 989.660975] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.669714] env[70771]: DEBUG oslo_vmware.api [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.677951] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4975} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.683740] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3/72e8bfdd-ff66-4c3d-b6b0-86f2785894d3.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.683740] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.683740] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b76492bc-d7e9-4190-900a-7bb1b2cf6932 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.688798] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 989.688798] env[70771]: value = "task-3514114" [ 989.688798] env[70771]: _type = "Task" [ 989.688798] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.699036] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.745683] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.745954] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.746187] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.746380] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.746556] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.748865] env[70771]: INFO nova.compute.manager [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Terminating instance [ 989.770686] env[70771]: DEBUG nova.network.neutron [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Successfully updated port: e7c03980-1088-4084-8226-54065ea374a7 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.893909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-02165db0-5270-46b4-81df-0441c81d7826 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "95b4b990-3a30-419e-9c04-d080f97203eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.981s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.998743] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52832080-2332-0548-a369-0d691e7bc57b, 'name': SearchDatastore_Task, 'duration_secs': 0.054295} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.999067] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.999314] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.999548] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.999694] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.999875] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.000177] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd1ac2e-70a6-47dc-b9ad-cfb736341dbc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.010443] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.010616] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.011391] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206406d3-f77d-4003-8554-389da4f69d32 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.017381] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 990.017381] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521ea4f2-597a-31d8-c555-a17d2399efd8" [ 990.017381] env[70771]: _type = "Task" [ 990.017381] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.024620] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521ea4f2-597a-31d8-c555-a17d2399efd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.171015] env[70771]: DEBUG oslo_vmware.api [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514113, 'name': PowerOffVM_Task, 'duration_secs': 0.33471} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.171883] env[70771]: DEBUG nova.network.neutron [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updated VIF entry in instance network info cache for port ecf4261e-a51f-4965-8ca0-c199803298ab. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.172269] env[70771]: DEBUG nova.network.neutron [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance_info_cache with network_info: [{"id": "ecf4261e-a51f-4965-8ca0-c199803298ab", "address": "fa:16:3e:ec:84:99", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261e-a5", "ovs_interfaceid": "ecf4261e-a51f-4965-8ca0-c199803298ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.173661] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.173661] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.174353] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d792bb28-45be-4a2f-94e0-2e2a0d3a53e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.198318] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076042} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.198613] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.199519] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db576e-cbbb-4f4e-8e16-b0e0f8a06a64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.222868] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3/72e8bfdd-ff66-4c3d-b6b0-86f2785894d3.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.223548] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff966e91-4252-4512-8d7e-0a55ac89815b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.243734] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 990.243734] env[70771]: value = "task-3514116" [ 990.243734] env[70771]: _type = "Task" [ 990.243734] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.252445] env[70771]: DEBUG nova.compute.manager [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.252669] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.252948] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.253684] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02409a1a-0f7c-4f20-9737-3639a402aac4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.261670] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.262621] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80df24e3-e4f1-480f-b327-5f540ceffe52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.265398] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.265998] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.266229] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleting the datastore file [datastore1] 33493b97-8385-4560-97ba-858234d7d790 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.266482] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fd0e299-f129-4b66-86e1-aee004734b9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.270873] env[70771]: DEBUG oslo_vmware.api [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 990.270873] env[70771]: value = "task-3514117" [ 990.270873] env[70771]: _type = "Task" [ 990.270873] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.275599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "refresh_cache-ade70948-73cb-4013-b47a-d5aa22edd9dd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.275680] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquired lock "refresh_cache-ade70948-73cb-4013-b47a-d5aa22edd9dd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.275838] env[70771]: DEBUG nova.network.neutron [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.280408] env[70771]: DEBUG oslo_vmware.api [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 990.280408] env[70771]: value = "task-3514118" [ 990.280408] env[70771]: _type = "Task" [ 990.280408] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.288223] env[70771]: DEBUG oslo_vmware.api [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.290920] env[70771]: DEBUG nova.compute.manager [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Received event network-changed-44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.291148] env[70771]: DEBUG nova.compute.manager [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Refreshing instance network info cache due to event network-changed-44f9dee5-5809-46ab-97b4-831b5466ca6a. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.291385] env[70771]: DEBUG oslo_concurrency.lockutils [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] Acquiring lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.291537] env[70771]: DEBUG oslo_concurrency.lockutils [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] Acquired lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.291695] env[70771]: DEBUG nova.network.neutron [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Refreshing network info cache for port 44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.296431] env[70771]: DEBUG oslo_vmware.api [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.530957] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521ea4f2-597a-31d8-c555-a17d2399efd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.534733] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cc36e0-b2ea-4084-9733-7e60e2353926 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.540462] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 990.540462] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5243fde2-8b1e-f358-728d-b7964d58af78" [ 990.540462] env[70771]: _type = "Task" [ 990.540462] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.550626] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5243fde2-8b1e-f358-728d-b7964d58af78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.675876] env[70771]: DEBUG oslo_concurrency.lockutils [req-2a35ebaa-825f-4a7d-b9d5-c52d2dc22149 req-1711f56b-7a87-44d0-a22d-11136b81c0fc service nova] Releasing lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.754116] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.755772] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d163a134-5e01-4995-b3e8-1ed92cb6cfd6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.762444] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621d8b3c-ee83-4f9c-b3eb-8eb0f71b99f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.799404] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a13fe3-20da-4b1a-9fef-f2acd61a7401 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.808386] env[70771]: DEBUG oslo_vmware.api [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258575} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.813043] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.814031] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.814031] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.814031] env[70771]: INFO nova.compute.manager [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 33493b97-8385-4560-97ba-858234d7d790] Took 1.17 seconds to destroy the instance on the hypervisor. [ 990.814031] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.814238] env[70771]: DEBUG oslo_vmware.api [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514117, 'name': PowerOffVM_Task, 'duration_secs': 0.24052} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.814382] env[70771]: DEBUG nova.compute.manager [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.814508] env[70771]: DEBUG nova.network.neutron [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.816017] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.816202] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.817374] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab624767-fd37-42ee-9407-7af5c29bed0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.821561] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c37de5a-e44b-46e1-9292-8f9b2c4a1889 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.834583] env[70771]: DEBUG nova.compute.provider_tree [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.836400] env[70771]: DEBUG nova.network.neutron [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.894064] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.894335] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.894522] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleting the datastore file [datastore1] 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.894800] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2e0b20e-700f-4b4d-bcf0-0fe418f52797 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.902550] env[70771]: DEBUG oslo_vmware.api [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 990.902550] env[70771]: value = "task-3514120" [ 990.902550] env[70771]: _type = "Task" [ 990.902550] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.911105] env[70771]: DEBUG oslo_vmware.api [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.022565] env[70771]: DEBUG nova.network.neutron [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Updated VIF entry in instance network info cache for port 44f9dee5-5809-46ab-97b4-831b5466ca6a. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.022963] env[70771]: DEBUG nova.network.neutron [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Updating instance_info_cache with network_info: [{"id": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "address": "fa:16:3e:4b:6b:88", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f9dee5-58", "ovs_interfaceid": "44f9dee5-5809-46ab-97b4-831b5466ca6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.052020] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5243fde2-8b1e-f358-728d-b7964d58af78, 'name': SearchDatastore_Task, 'duration_secs': 0.025892} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.052020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.052020] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 46131288-c456-4b92-bd29-f0f89a5a2bfe/46131288-c456-4b92-bd29-f0f89a5a2bfe.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.052269] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356092a6-4c04-460d-8342-f720740864d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.058908] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 991.058908] env[70771]: value = "task-3514121" [ 991.058908] env[70771]: _type = "Task" [ 991.058908] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.062900] env[70771]: DEBUG nova.network.neutron [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Updating instance_info_cache with network_info: [{"id": "e7c03980-1088-4084-8226-54065ea374a7", "address": "fa:16:3e:8e:2a:cc", "network": {"id": "ca3c6eb9-9e1c-42ed-b71a-79b3ac4eebbf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1248901625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "835ccfcd897b4edaa75eb68825a447f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c03980-10", "ovs_interfaceid": "e7c03980-1088-4084-8226-54065ea374a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.068633] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.116302] env[70771]: DEBUG nova.compute.manager [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Received event network-vif-plugged-e7c03980-1088-4084-8226-54065ea374a7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.116980] env[70771]: DEBUG oslo_concurrency.lockutils [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] Acquiring lock "ade70948-73cb-4013-b47a-d5aa22edd9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.117575] env[70771]: DEBUG oslo_concurrency.lockutils [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.117886] env[70771]: DEBUG oslo_concurrency.lockutils [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.118243] env[70771]: DEBUG nova.compute.manager [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] No waiting events found dispatching network-vif-plugged-e7c03980-1088-4084-8226-54065ea374a7 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.118550] env[70771]: WARNING nova.compute.manager [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Received unexpected event network-vif-plugged-e7c03980-1088-4084-8226-54065ea374a7 for instance with vm_state building and task_state spawning. [ 991.118952] env[70771]: DEBUG nova.compute.manager [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Received event network-changed-e7c03980-1088-4084-8226-54065ea374a7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.120332] env[70771]: DEBUG nova.compute.manager [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Refreshing instance network info cache due to event network-changed-e7c03980-1088-4084-8226-54065ea374a7. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.120332] env[70771]: DEBUG oslo_concurrency.lockutils [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] Acquiring lock "refresh_cache-ade70948-73cb-4013-b47a-d5aa22edd9dd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.255149] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514116, 'name': ReconfigVM_Task, 'duration_secs': 0.954974} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.255471] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3/72e8bfdd-ff66-4c3d-b6b0-86f2785894d3.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.256118] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-634ec508-57e4-47e9-bc64-7e063832cfd0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.262209] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 991.262209] env[70771]: value = "task-3514122" [ 991.262209] env[70771]: _type = "Task" [ 991.262209] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.270756] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514122, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.341338] env[70771]: DEBUG nova.scheduler.client.report [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.415783] env[70771]: DEBUG oslo_vmware.api [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438442} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.416093] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.416294] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.416475] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.416657] env[70771]: INFO nova.compute.manager [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 991.416903] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.417121] env[70771]: DEBUG nova.compute.manager [-] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.417337] env[70771]: DEBUG nova.network.neutron [-] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.525453] env[70771]: DEBUG oslo_concurrency.lockutils [req-c77050c1-fdfe-4ff0-82b8-fe77846852b2 req-257ecc00-7b6c-4ce0-8bc7-04cc474221cd service nova] Releasing lock "refresh_cache-0a856bb1-3f78-4b96-8019-428808a026ca" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.565239] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Releasing lock "refresh_cache-ade70948-73cb-4013-b47a-d5aa22edd9dd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.565631] env[70771]: DEBUG nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Instance network_info: |[{"id": "e7c03980-1088-4084-8226-54065ea374a7", "address": "fa:16:3e:8e:2a:cc", "network": {"id": "ca3c6eb9-9e1c-42ed-b71a-79b3ac4eebbf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1248901625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "835ccfcd897b4edaa75eb68825a447f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c03980-10", "ovs_interfaceid": "e7c03980-1088-4084-8226-54065ea374a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.565946] env[70771]: DEBUG oslo_concurrency.lockutils [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] Acquired lock "refresh_cache-ade70948-73cb-4013-b47a-d5aa22edd9dd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.566150] env[70771]: DEBUG nova.network.neutron [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Refreshing network info cache for port e7c03980-1088-4084-8226-54065ea374a7 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.567472] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:2a:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7c03980-1088-4084-8226-54065ea374a7', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.575381] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Creating folder: Project (835ccfcd897b4edaa75eb68825a447f1). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.580838] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7135bd1f-352a-4d71-99d0-97ff14fc478c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.581363] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.594614] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Created folder: Project (835ccfcd897b4edaa75eb68825a447f1) in parent group-v701875. [ 991.594614] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Creating folder: Instances. Parent ref: group-v702101. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.594614] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e7c31ea-4c4b-4cf3-9126-029899fb5e51 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.604704] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Created folder: Instances in parent group-v702101. [ 991.604860] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.605041] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.605536] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac12441-10fd-40bf-a5b1-471c6de632cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.630125] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.630125] env[70771]: value = "task-3514125" [ 991.630125] env[70771]: _type = "Task" [ 991.630125] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.640024] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514125, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.776459] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514122, 'name': Rename_Task, 'duration_secs': 0.176663} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.778095] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.778095] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d27195a-8a32-4bf3-98fd-6a2c12d721c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.786955] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 991.786955] env[70771]: value = "task-3514126" [ 991.786955] env[70771]: _type = "Task" [ 991.786955] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.796190] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.848475] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.849234] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.852151] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.837s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.853799] env[70771]: INFO nova.compute.claims [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.071413] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618199} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.071853] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 46131288-c456-4b92-bd29-f0f89a5a2bfe/46131288-c456-4b92-bd29-f0f89a5a2bfe.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.072212] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.072578] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a1dd9b1-2850-49a5-bb44-cd0f2acb78df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.080850] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 992.080850] env[70771]: value = "task-3514127" [ 992.080850] env[70771]: _type = "Task" [ 992.080850] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.088798] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.101257] env[70771]: DEBUG nova.network.neutron [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.144648] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514125, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.306421] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.337577] env[70771]: DEBUG nova.network.neutron [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Updated VIF entry in instance network info cache for port e7c03980-1088-4084-8226-54065ea374a7. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.337966] env[70771]: DEBUG nova.network.neutron [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Updating instance_info_cache with network_info: [{"id": "e7c03980-1088-4084-8226-54065ea374a7", "address": "fa:16:3e:8e:2a:cc", "network": {"id": "ca3c6eb9-9e1c-42ed-b71a-79b3ac4eebbf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1248901625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "835ccfcd897b4edaa75eb68825a447f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c03980-10", "ovs_interfaceid": "e7c03980-1088-4084-8226-54065ea374a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.360210] env[70771]: DEBUG nova.compute.utils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.363842] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.364026] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.440332] env[70771]: DEBUG nova.policy [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc493dac5b343809db40408bdf223bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6acc0613f4b2476a97d15d463287a685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.468665] env[70771]: DEBUG nova.compute.manager [req-c7a59c73-ff8b-4ab0-94fb-c7c2673a987b req-502fb992-b5e3-4e75-a95f-084eb06871d0 service nova] [instance: 33493b97-8385-4560-97ba-858234d7d790] Received event network-vif-deleted-4cf0ffec-9392-4bbb-a4e8-03e4ea2efbb0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.468879] env[70771]: DEBUG nova.compute.manager [req-c7a59c73-ff8b-4ab0-94fb-c7c2673a987b req-502fb992-b5e3-4e75-a95f-084eb06871d0 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Received event network-vif-deleted-23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.469990] env[70771]: INFO nova.compute.manager [req-c7a59c73-ff8b-4ab0-94fb-c7c2673a987b req-502fb992-b5e3-4e75-a95f-084eb06871d0 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Neutron deleted interface 23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa; detaching it from the instance and deleting it from the info cache [ 992.470305] env[70771]: DEBUG nova.network.neutron [req-c7a59c73-ff8b-4ab0-94fb-c7c2673a987b req-502fb992-b5e3-4e75-a95f-084eb06871d0 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.590776] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063356} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.591369] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.592492] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5692d8-efbb-4868-8ee8-8d92fb30d211 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.607721] env[70771]: INFO nova.compute.manager [-] [instance: 33493b97-8385-4560-97ba-858234d7d790] Took 1.79 seconds to deallocate network for instance. [ 992.617910] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 46131288-c456-4b92-bd29-f0f89a5a2bfe/46131288-c456-4b92-bd29-f0f89a5a2bfe.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.620169] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c250f8-6b9b-45da-a65a-5811c4d6f441 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.641353] env[70771]: DEBUG nova.network.neutron [-] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.657676] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514125, 'name': CreateVM_Task, 'duration_secs': 0.609822} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.657676] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.657676] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 992.657676] env[70771]: value = "task-3514128" [ 992.657676] env[70771]: _type = "Task" [ 992.657676] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.658106] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.658263] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.658569] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.659142] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a20d28b-8a23-4ad1-afeb-a2e9d1f1a7fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.671034] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.671973] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 992.671973] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ace019-d057-642f-fb7e-180d65443b80" [ 992.671973] env[70771]: _type = "Task" [ 992.671973] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.683110] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ace019-d057-642f-fb7e-180d65443b80, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.683398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.683624] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.683855] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.683998] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.684212] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.685983] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68ebb803-96ff-430d-9508-9f7bc36dc5b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.694330] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.694516] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.695260] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6445d8da-c52e-4787-9b75-a70ca83c48c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.705879] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 992.705879] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ff231a-4f06-7525-52a8-0ef33b51e419" [ 992.705879] env[70771]: _type = "Task" [ 992.705879] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.713863] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ff231a-4f06-7525-52a8-0ef33b51e419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.802674] env[70771]: DEBUG oslo_vmware.api [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514126, 'name': PowerOnVM_Task, 'duration_secs': 0.739196} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.803132] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.803453] env[70771]: INFO nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Took 8.46 seconds to spawn the instance on the hypervisor. [ 992.803754] env[70771]: DEBUG nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.805458] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8846d9-cc1a-4802-9d9c-bc422c22c9b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.829876] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Successfully created port: 25cfdbcc-b856-4912-b37e-b32f20ab04d2 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.842343] env[70771]: DEBUG oslo_concurrency.lockutils [req-a136d97a-e550-4278-816f-791536574297 req-4a0a9aa9-12d6-4a08-bb8d-771789b9befb service nova] Releasing lock "refresh_cache-ade70948-73cb-4013-b47a-d5aa22edd9dd" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.864445] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.976136] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cea6db2-ca44-43d0-8233-7ac972feea4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.990284] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addab705-f7b3-4118-81f5-e4bbd3b758de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.037988] env[70771]: DEBUG nova.compute.manager [req-c7a59c73-ff8b-4ab0-94fb-c7c2673a987b req-502fb992-b5e3-4e75-a95f-084eb06871d0 service nova] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Detach interface failed, port_id=23e3c821-e3a6-4ef6-aba1-ff7c8fd59afa, reason: Instance 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 993.143986] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.146673] env[70771]: INFO nova.compute.manager [-] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Took 1.73 seconds to deallocate network for instance. [ 993.169163] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.218316] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ff231a-4f06-7525-52a8-0ef33b51e419, 'name': SearchDatastore_Task, 'duration_secs': 0.008032} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.222312] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377d1b04-8d54-4c1e-9f3c-754db7977efc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.228051] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 993.228051] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d8be70-13f1-d780-2fae-06b45a117427" [ 993.228051] env[70771]: _type = "Task" [ 993.228051] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.240512] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d8be70-13f1-d780-2fae-06b45a117427, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.240811] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.241090] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ade70948-73cb-4013-b47a-d5aa22edd9dd/ade70948-73cb-4013-b47a-d5aa22edd9dd.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.241347] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5936831-bd7c-42a3-b6f7-a1ba136de632 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.244939] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b1507-f90d-4995-a5d2-5d60d87e6305 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.248492] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 993.248492] env[70771]: value = "task-3514129" [ 993.248492] env[70771]: _type = "Task" [ 993.248492] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.254359] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a072e335-76bc-49e2-bee0-59f99f9747e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.260609] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.288500] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ef38d-0d79-4fd8-b2ac-f018c8518f51 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.296923] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdcb23c-7091-46d9-99de-1459b1a3cbdf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.310374] env[70771]: DEBUG nova.compute.provider_tree [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.324369] env[70771]: INFO nova.compute.manager [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Took 29.77 seconds to build instance. [ 993.656855] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.671059] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514128, 'name': ReconfigVM_Task, 'duration_secs': 0.625295} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.671378] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 46131288-c456-4b92-bd29-f0f89a5a2bfe/46131288-c456-4b92-bd29-f0f89a5a2bfe.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.672131] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f2d61be-6278-4894-83f5-f108e10d7ddb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.682052] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 993.682052] env[70771]: value = "task-3514130" [ 993.682052] env[70771]: _type = "Task" [ 993.682052] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.693031] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514130, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.759783] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481664} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.760172] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] ade70948-73cb-4013-b47a-d5aa22edd9dd/ade70948-73cb-4013-b47a-d5aa22edd9dd.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.760465] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.760800] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e934868-18b7-45b4-ba61-5e2d0c8e7d21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.768655] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 993.768655] env[70771]: value = "task-3514131" [ 993.768655] env[70771]: _type = "Task" [ 993.768655] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.776307] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.814331] env[70771]: DEBUG nova.scheduler.client.report [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.826581] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d037749d-da4c-4144-b32f-4a6c9825fe14 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.289s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.874039] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.899239] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.899491] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.899649] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.899830] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.899978] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.900143] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.900352] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.900537] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.900731] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.900895] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.901082] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.901939] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c9048-a14e-469d-bbf1-ce91dfdfc4ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.909972] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d46b8b-519b-408c-9fc8-2c6de0c03eaf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.191108] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514130, 'name': Rename_Task, 'duration_secs': 0.163392} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.191396] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.191634] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d902a657-20ab-4e32-903c-f654163a4045 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.197901] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 994.197901] env[70771]: value = "task-3514132" [ 994.197901] env[70771]: _type = "Task" [ 994.197901] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.205412] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.278739] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074754} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.279035] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.279965] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ff9fe-cc95-492f-9c05-4ea679adfa09 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.303034] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ade70948-73cb-4013-b47a-d5aa22edd9dd/ade70948-73cb-4013-b47a-d5aa22edd9dd.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.303345] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc227116-1577-439d-a430-62d0bbf46e85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.319456] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.319938] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.323602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.275s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.325399] env[70771]: INFO nova.compute.claims [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.327472] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 994.327472] env[70771]: value = "task-3514133" [ 994.327472] env[70771]: _type = "Task" [ 994.327472] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.336096] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.457975] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Successfully updated port: 25cfdbcc-b856-4912-b37e-b32f20ab04d2 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.502118] env[70771]: DEBUG nova.compute.manager [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Received event network-vif-plugged-25cfdbcc-b856-4912-b37e-b32f20ab04d2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.502406] env[70771]: DEBUG oslo_concurrency.lockutils [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] Acquiring lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.502690] env[70771]: DEBUG oslo_concurrency.lockutils [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.502829] env[70771]: DEBUG oslo_concurrency.lockutils [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.502985] env[70771]: DEBUG nova.compute.manager [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] No waiting events found dispatching network-vif-plugged-25cfdbcc-b856-4912-b37e-b32f20ab04d2 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.503241] env[70771]: WARNING nova.compute.manager [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Received unexpected event network-vif-plugged-25cfdbcc-b856-4912-b37e-b32f20ab04d2 for instance with vm_state building and task_state spawning. [ 994.503457] env[70771]: DEBUG nova.compute.manager [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Received event network-changed-25cfdbcc-b856-4912-b37e-b32f20ab04d2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.503673] env[70771]: DEBUG nova.compute.manager [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Refreshing instance network info cache due to event network-changed-25cfdbcc-b856-4912-b37e-b32f20ab04d2. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.503911] env[70771]: DEBUG oslo_concurrency.lockutils [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] Acquiring lock "refresh_cache-cc76c519-5287-42af-8d24-1c3eb2d9b5ae" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.504109] env[70771]: DEBUG oslo_concurrency.lockutils [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] Acquired lock "refresh_cache-cc76c519-5287-42af-8d24-1c3eb2d9b5ae" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.504310] env[70771]: DEBUG nova.network.neutron [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Refreshing network info cache for port 25cfdbcc-b856-4912-b37e-b32f20ab04d2 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.708108] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.829891] env[70771]: DEBUG nova.compute.utils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.833636] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.834297] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.841832] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.841832] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.842088] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.842233] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.842420] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.847256] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.847841] env[70771]: INFO nova.compute.manager [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Terminating instance [ 994.885253] env[70771]: DEBUG nova.policy [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc493dac5b343809db40408bdf223bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6acc0613f4b2476a97d15d463287a685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.960118] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "refresh_cache-cc76c519-5287-42af-8d24-1c3eb2d9b5ae" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.057106] env[70771]: DEBUG nova.network.neutron [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.210410] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.225346] env[70771]: DEBUG nova.network.neutron [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.323368] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Successfully created port: fa676545-14a4-4942-a57e-a63c2fa781f8 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.334421] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.348799] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514133, 'name': ReconfigVM_Task, 'duration_secs': 0.553259} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.348947] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ade70948-73cb-4013-b47a-d5aa22edd9dd/ade70948-73cb-4013-b47a-d5aa22edd9dd.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.349572] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69342218-c717-4481-ae1c-09c4fed6d2b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.353155] env[70771]: DEBUG nova.compute.manager [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.353382] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.354245] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c3210c-600b-43ba-9dd0-d0781002d714 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.358409] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 995.358409] env[70771]: value = "task-3514134" [ 995.358409] env[70771]: _type = "Task" [ 995.358409] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.364450] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.367563] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25563be3-8b47-4517-bc91-35c93e848d1f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.372819] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514134, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.377680] env[70771]: DEBUG oslo_vmware.api [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 995.377680] env[70771]: value = "task-3514135" [ 995.377680] env[70771]: _type = "Task" [ 995.377680] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.392075] env[70771]: DEBUG oslo_vmware.api [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.667407] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b98a05-3d07-407f-adef-a219800ac244 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.675259] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0b7a60-ace2-4b5b-81b5-fe5535474b83 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.709884] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86da682c-a9e1-4c62-8868-0e0dc8bfad0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.719262] env[70771]: DEBUG oslo_vmware.api [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514132, 'name': PowerOnVM_Task, 'duration_secs': 1.280749} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.719595] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.719863] env[70771]: INFO nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Took 8.93 seconds to spawn the instance on the hypervisor. [ 995.720087] env[70771]: DEBUG nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.721367] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74418a46-eace-484b-9484-ecef3ec90148 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.726161] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9479f20-93be-4a37-b498-26c85ed05421 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.728923] env[70771]: DEBUG oslo_concurrency.lockutils [req-accb493a-f078-4e62-af83-c07ef8fb69b4 req-2d2841fe-5bdc-472c-a3f7-04b16194832d service nova] Releasing lock "refresh_cache-cc76c519-5287-42af-8d24-1c3eb2d9b5ae" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.729691] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "refresh_cache-cc76c519-5287-42af-8d24-1c3eb2d9b5ae" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.729957] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.739225] env[70771]: DEBUG nova.compute.provider_tree [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.868774] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514134, 'name': Rename_Task, 'duration_secs': 0.145358} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.869145] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.869366] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1571b68-04de-430b-974c-851a1bd97b0d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.876462] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 995.876462] env[70771]: value = "task-3514136" [ 995.876462] env[70771]: _type = "Task" [ 995.876462] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.889180] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.892316] env[70771]: DEBUG oslo_vmware.api [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514135, 'name': PowerOffVM_Task, 'duration_secs': 0.300533} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.892520] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.892707] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.892991] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec005fb-c3d7-457d-9f09-44594a9eac7c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.961021] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.961021] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.961021] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Deleting the datastore file [datastore2] 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.961021] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce7eccf4-bfdc-42f7-951b-e3038029cd8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.969199] env[70771]: DEBUG oslo_vmware.api [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for the task: (returnval){ [ 995.969199] env[70771]: value = "task-3514138" [ 995.969199] env[70771]: _type = "Task" [ 995.969199] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.981395] env[70771]: DEBUG oslo_vmware.api [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.247490] env[70771]: DEBUG nova.scheduler.client.report [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.259142] env[70771]: INFO nova.compute.manager [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Took 29.62 seconds to build instance. [ 996.276257] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.349282] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.376101] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.376363] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.376522] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.376703] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.376847] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.376991] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.377424] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.377598] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.377769] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.377934] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.378121] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.379045] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77453f3-4645-413a-a3d1-854fd36c6b34 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.394321] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa76da68-df42-4066-b1ba-619947bee2e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.398795] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514136, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.476738] env[70771]: DEBUG oslo_vmware.api [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Task: {'id': task-3514138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156029} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.476940] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.477146] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.477328] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.477501] env[70771]: INFO nova.compute.manager [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 996.477745] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.477931] env[70771]: DEBUG nova.compute.manager [-] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.478040] env[70771]: DEBUG nova.network.neutron [-] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.518944] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Updating instance_info_cache with network_info: [{"id": "25cfdbcc-b856-4912-b37e-b32f20ab04d2", "address": "fa:16:3e:2d:bb:24", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25cfdbcc-b8", "ovs_interfaceid": "25cfdbcc-b856-4912-b37e-b32f20ab04d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.747590] env[70771]: DEBUG nova.compute.manager [req-34c9b918-390d-494b-a1ab-6e351e20c313 req-65561e72-f73c-4423-bf4c-80e3aba1f714 service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Received event network-vif-deleted-263849f3-ba3e-4895-977f-64631cdfc153 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.747828] env[70771]: INFO nova.compute.manager [req-34c9b918-390d-494b-a1ab-6e351e20c313 req-65561e72-f73c-4423-bf4c-80e3aba1f714 service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Neutron deleted interface 263849f3-ba3e-4895-977f-64631cdfc153; detaching it from the instance and deleting it from the info cache [ 996.748149] env[70771]: DEBUG nova.network.neutron [req-34c9b918-390d-494b-a1ab-6e351e20c313 req-65561e72-f73c-4423-bf4c-80e3aba1f714 service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.755957] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.756447] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.759311] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.006s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.759532] env[70771]: DEBUG nova.objects.instance [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lazy-loading 'resources' on Instance uuid 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.762378] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1562dcfc-3431-4181-9a15-ac6fd101cde1 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.132s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.793013] env[70771]: DEBUG nova.compute.manager [req-e32759f7-6530-4ae1-94cc-0902910154e6 req-f73e07d0-3e6d-4a3f-8f58-424475dfd453 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Received event network-vif-plugged-fa676545-14a4-4942-a57e-a63c2fa781f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.793596] env[70771]: DEBUG oslo_concurrency.lockutils [req-e32759f7-6530-4ae1-94cc-0902910154e6 req-f73e07d0-3e6d-4a3f-8f58-424475dfd453 service nova] Acquiring lock "2de49100-f331-48e6-be59-16d999d972c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.794051] env[70771]: DEBUG oslo_concurrency.lockutils [req-e32759f7-6530-4ae1-94cc-0902910154e6 req-f73e07d0-3e6d-4a3f-8f58-424475dfd453 service nova] Lock "2de49100-f331-48e6-be59-16d999d972c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.794051] env[70771]: DEBUG oslo_concurrency.lockutils [req-e32759f7-6530-4ae1-94cc-0902910154e6 req-f73e07d0-3e6d-4a3f-8f58-424475dfd453 service nova] Lock "2de49100-f331-48e6-be59-16d999d972c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.794662] env[70771]: DEBUG nova.compute.manager [req-e32759f7-6530-4ae1-94cc-0902910154e6 req-f73e07d0-3e6d-4a3f-8f58-424475dfd453 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] No waiting events found dispatching network-vif-plugged-fa676545-14a4-4942-a57e-a63c2fa781f8 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.795103] env[70771]: WARNING nova.compute.manager [req-e32759f7-6530-4ae1-94cc-0902910154e6 req-f73e07d0-3e6d-4a3f-8f58-424475dfd453 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Received unexpected event network-vif-plugged-fa676545-14a4-4942-a57e-a63c2fa781f8 for instance with vm_state building and task_state spawning. [ 996.888945] env[70771]: DEBUG oslo_vmware.api [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514136, 'name': PowerOnVM_Task, 'duration_secs': 0.681791} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.889205] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.889403] env[70771]: INFO nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Took 7.53 seconds to spawn the instance on the hypervisor. [ 996.889585] env[70771]: DEBUG nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.890358] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f2c049-2b3f-4ec6-83b9-338cd8c5cad9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.985221] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Successfully updated port: fa676545-14a4-4942-a57e-a63c2fa781f8 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.021875] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "refresh_cache-cc76c519-5287-42af-8d24-1c3eb2d9b5ae" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.022205] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Instance network_info: |[{"id": "25cfdbcc-b856-4912-b37e-b32f20ab04d2", "address": "fa:16:3e:2d:bb:24", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25cfdbcc-b8", "ovs_interfaceid": "25cfdbcc-b856-4912-b37e-b32f20ab04d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.026026] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:bb:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25cfdbcc-b856-4912-b37e-b32f20ab04d2', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.030377] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Creating folder: Project (6acc0613f4b2476a97d15d463287a685). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.034077] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb5214b7-d2c0-4526-8e2b-11321d78c3de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.043015] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Created folder: Project (6acc0613f4b2476a97d15d463287a685) in parent group-v701875. [ 997.043251] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Creating folder: Instances. Parent ref: group-v702104. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.043540] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bcc64f5-e78b-452a-8148-099fc9de4c5e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.053588] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Created folder: Instances in parent group-v702104. [ 997.053860] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.054425] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.054646] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d45c156f-f3c8-4d69-82d3-f6edffcbba16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.074770] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.074770] env[70771]: value = "task-3514141" [ 997.074770] env[70771]: _type = "Task" [ 997.074770] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.082460] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514141, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.224701] env[70771]: DEBUG nova.network.neutron [-] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.250901] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dd7d48c-a634-4c15-a5a6-e383c7fcab07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.270988] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1860b78c-303c-4d5d-9e02-9d0c6a01ff36 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.284479] env[70771]: DEBUG nova.compute.utils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.289064] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.289248] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.312354] env[70771]: DEBUG nova.compute.manager [req-34c9b918-390d-494b-a1ab-6e351e20c313 req-65561e72-f73c-4423-bf4c-80e3aba1f714 service nova] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Detach interface failed, port_id=263849f3-ba3e-4895-977f-64631cdfc153, reason: Instance 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.373906] env[70771]: DEBUG nova.policy [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc493dac5b343809db40408bdf223bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6acc0613f4b2476a97d15d463287a685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.412260] env[70771]: INFO nova.compute.manager [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Took 29.91 seconds to build instance. [ 997.488491] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "refresh_cache-2de49100-f331-48e6-be59-16d999d972c9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.489441] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "refresh_cache-2de49100-f331-48e6-be59-16d999d972c9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.489441] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.584318] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514141, 'name': CreateVM_Task, 'duration_secs': 0.392647} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.584541] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.585286] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.585468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.585963] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.588640] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e74c030-25d7-400d-9215-9aa5da3eeb83 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.593412] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 997.593412] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ad78c9-82f4-c494-50db-6afef94852d5" [ 997.593412] env[70771]: _type = "Task" [ 997.593412] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.601769] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ad78c9-82f4-c494-50db-6afef94852d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.671617] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4f239-d8aa-401b-8543-55bc2d1a7338 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.677583] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8629ef6d-44d2-4d97-b340-1459473a24d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.710755] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fdd188-b39d-41ba-b8a0-dffb0e166d40 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.718892] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0813bb9e-5b7f-43ad-9f4a-6f63ce0f4c95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.727236] env[70771]: INFO nova.compute.manager [-] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Took 1.25 seconds to deallocate network for instance. [ 997.737347] env[70771]: DEBUG nova.compute.provider_tree [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.790246] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.810957] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Successfully created port: 8c01a1f5-ce33-4242-8506-7aef8d537351 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.912083] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c3d3d94d-10bc-49d7-a551-259266def78d tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.417s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.036546] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.105800] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ad78c9-82f4-c494-50db-6afef94852d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.107718] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.107718] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.107718] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.107718] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.108072] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.108072] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793e8006-b5f3-4842-8b5d-258148e2ab9a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.118050] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.118296] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.119263] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4da24ff-8d3d-4113-be5a-4f9d816ce63c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.126439] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 998.126439] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ccab-dad8-12a3-3c91-924e0ade7739" [ 998.126439] env[70771]: _type = "Task" [ 998.126439] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.132788] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ccab-dad8-12a3-3c91-924e0ade7739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.175671] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Updating instance_info_cache with network_info: [{"id": "fa676545-14a4-4942-a57e-a63c2fa781f8", "address": "fa:16:3e:b7:35:ce", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa676545-14", "ovs_interfaceid": "fa676545-14a4-4942-a57e-a63c2fa781f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.242386] env[70771]: DEBUG nova.scheduler.client.report [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.246356] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.475379] env[70771]: DEBUG nova.compute.manager [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 998.636453] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e5ccab-dad8-12a3-3c91-924e0ade7739, 'name': SearchDatastore_Task, 'duration_secs': 0.008528} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.637276] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1acbd2-fc92-49ec-8186-8be6f05475d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.642483] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 998.642483] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b97914-5aa7-eba4-4511-539445921666" [ 998.642483] env[70771]: _type = "Task" [ 998.642483] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.650208] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b97914-5aa7-eba4-4511-539445921666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.678338] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "refresh_cache-2de49100-f331-48e6-be59-16d999d972c9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.678678] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Instance network_info: |[{"id": "fa676545-14a4-4942-a57e-a63c2fa781f8", "address": "fa:16:3e:b7:35:ce", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa676545-14", "ovs_interfaceid": "fa676545-14a4-4942-a57e-a63c2fa781f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.679118] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:35:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa676545-14a4-4942-a57e-a63c2fa781f8', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.686670] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.686862] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.687105] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f0f544-52ce-4df1-9837-6dc0a686b879 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.708808] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.708808] env[70771]: value = "task-3514142" [ 998.708808] env[70771]: _type = "Task" [ 998.708808] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.716659] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514142, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.747777] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.751169] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.444s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.751657] env[70771]: DEBUG nova.objects.instance [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lazy-loading 'resources' on Instance uuid 65910f00-90c8-4d6c-9fdd-b215a898890c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.771506] env[70771]: INFO nova.scheduler.client.report [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted allocations for instance 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b [ 998.799792] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.828531] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.828797] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.828959] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.829170] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.829334] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.829481] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.829687] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.829862] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.830084] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.830286] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.830480] env[70771]: DEBUG nova.virt.hardware [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.831638] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba5f48-f727-48f8-b81a-20dfe0e071aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.840232] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af07ec37-8ed5-43df-adf0-20eb4f5ccddf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.847399] env[70771]: DEBUG nova.compute.manager [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Received event network-changed-fa676545-14a4-4942-a57e-a63c2fa781f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.847606] env[70771]: DEBUG nova.compute.manager [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Refreshing instance network info cache due to event network-changed-fa676545-14a4-4942-a57e-a63c2fa781f8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.847840] env[70771]: DEBUG oslo_concurrency.lockutils [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] Acquiring lock "refresh_cache-2de49100-f331-48e6-be59-16d999d972c9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.848017] env[70771]: DEBUG oslo_concurrency.lockutils [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] Acquired lock "refresh_cache-2de49100-f331-48e6-be59-16d999d972c9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.848259] env[70771]: DEBUG nova.network.neutron [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Refreshing network info cache for port fa676545-14a4-4942-a57e-a63c2fa781f8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.995656] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.155197] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b97914-5aa7-eba4-4511-539445921666, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.155197] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.155197] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] cc76c519-5287-42af-8d24-1c3eb2d9b5ae/cc76c519-5287-42af-8d24-1c3eb2d9b5ae.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.155197] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0479b77e-ca64-4576-acd3-d60c7d4c7443 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.162531] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 999.162531] env[70771]: value = "task-3514143" [ 999.162531] env[70771]: _type = "Task" [ 999.162531] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.171065] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.218933] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514142, 'name': CreateVM_Task, 'duration_secs': 0.335798} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.218933] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.219468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.220074] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.220074] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.220203] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33cd809-81aa-462c-a17f-347949d84286 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.226117] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 999.226117] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524544f6-c3b8-2b5b-e6b2-7c241e72f2df" [ 999.226117] env[70771]: _type = "Task" [ 999.226117] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.234753] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524544f6-c3b8-2b5b-e6b2-7c241e72f2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.281624] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad21-b814-482a-b578-e1de97325636 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.367s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.412845] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Successfully updated port: 8c01a1f5-ce33-4242-8506-7aef8d537351 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.637463] env[70771]: DEBUG nova.network.neutron [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Updated VIF entry in instance network info cache for port fa676545-14a4-4942-a57e-a63c2fa781f8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.637825] env[70771]: DEBUG nova.network.neutron [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Updating instance_info_cache with network_info: [{"id": "fa676545-14a4-4942-a57e-a63c2fa781f8", "address": "fa:16:3e:b7:35:ce", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa676545-14", "ovs_interfaceid": "fa676545-14a4-4942-a57e-a63c2fa781f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.674968] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468915} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.677797] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] cc76c519-5287-42af-8d24-1c3eb2d9b5ae/cc76c519-5287-42af-8d24-1c3eb2d9b5ae.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.678126] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.678644] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb140978-8bff-4406-a3d4-7056f195ce08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.686673] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 999.686673] env[70771]: value = "task-3514144" [ 999.686673] env[70771]: _type = "Task" [ 999.686673] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.693161] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "ade70948-73cb-4013-b47a-d5aa22edd9dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.693488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.693764] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "ade70948-73cb-4013-b47a-d5aa22edd9dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.693991] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.694220] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.700093] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.700093] env[70771]: INFO nova.compute.manager [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Terminating instance [ 999.737837] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524544f6-c3b8-2b5b-e6b2-7c241e72f2df, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.740981] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.741428] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.741729] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.741922] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.742175] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.742843] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ab93de-90de-493d-8e5e-8c0ceb016c7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.751370] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.751606] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.752407] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f8dc71-4e44-4347-930c-eba65064cc8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.756401] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7072a5e-2936-487a-974e-49e885154816 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.761894] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 999.761894] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c37c20-fc99-bb87-ca4d-26297f31c90a" [ 999.761894] env[70771]: _type = "Task" [ 999.761894] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.767334] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5877b3-ff5c-4c45-9ac6-4dff9152d179 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.776924] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c37c20-fc99-bb87-ca4d-26297f31c90a, 'name': SearchDatastore_Task, 'duration_secs': 0.007806} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.801848] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ba5e30-5ad5-42fd-b8e7-ebcf8989ed13 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.805326] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07501401-625b-4c9a-8bbf-2d1fb31398be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.812411] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 999.812411] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52662468-ce08-6284-37a0-50565cfe5518" [ 999.812411] env[70771]: _type = "Task" [ 999.812411] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.818325] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c348be65-4263-4de4-9381-5b8b9f6ca516 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.829234] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52662468-ce08-6284-37a0-50565cfe5518, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.836952] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.837280] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 2de49100-f331-48e6-be59-16d999d972c9/2de49100-f331-48e6-be59-16d999d972c9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.837778] env[70771]: DEBUG nova.compute.provider_tree [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.839081] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da0ad4a3-af94-4bbf-9076-19f4ce75e485 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.845470] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 999.845470] env[70771]: value = "task-3514145" [ 999.845470] env[70771]: _type = "Task" [ 999.845470] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.854224] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.917285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "refresh_cache-762fe45a-836c-4eb6-a630-bcf7efa35e5a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.917285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "refresh_cache-762fe45a-836c-4eb6-a630-bcf7efa35e5a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.917285] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.142793] env[70771]: DEBUG oslo_concurrency.lockutils [req-087001d1-280b-40cb-b552-b4606bdf62cd req-56d3c94d-a6d9-4deb-bbda-bfa05403bd92 service nova] Releasing lock "refresh_cache-2de49100-f331-48e6-be59-16d999d972c9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.198018] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205402} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.198480] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.199448] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44bb1e2-6c95-4117-9ba2-b046e595f5b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.204546] env[70771]: DEBUG nova.compute.manager [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.204754] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.215105] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b522c7-9f13-4fe8-bb50-ad82ed435d4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.227570] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] cc76c519-5287-42af-8d24-1c3eb2d9b5ae/cc76c519-5287-42af-8d24-1c3eb2d9b5ae.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.228078] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba4c0b1e-798e-40b0-8a1a-19d13ebee406 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.249050] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.250446] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9f15fd8-5bc1-4c0c-8d5e-db26415ae35e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.252375] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1000.252375] env[70771]: value = "task-3514146" [ 1000.252375] env[70771]: _type = "Task" [ 1000.252375] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.259134] env[70771]: DEBUG oslo_vmware.api [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 1000.259134] env[70771]: value = "task-3514147" [ 1000.259134] env[70771]: _type = "Task" [ 1000.259134] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.262485] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.272096] env[70771]: DEBUG oslo_vmware.api [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.343657] env[70771]: DEBUG nova.scheduler.client.report [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.357456] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458895} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.357669] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 2de49100-f331-48e6-be59-16d999d972c9/2de49100-f331-48e6-be59-16d999d972c9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.357743] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.357993] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c24ce7-9f79-4d48-bb03-23bec87e6d00 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.365066] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1000.365066] env[70771]: value = "task-3514148" [ 1000.365066] env[70771]: _type = "Task" [ 1000.365066] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.373241] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.462939] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.642790] env[70771]: DEBUG nova.network.neutron [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Updating instance_info_cache with network_info: [{"id": "8c01a1f5-ce33-4242-8506-7aef8d537351", "address": "fa:16:3e:4c:fc:86", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c01a1f5-ce", "ovs_interfaceid": "8c01a1f5-ce33-4242-8506-7aef8d537351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.688807] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.689199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.690214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.690214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.690214] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.692330] env[70771]: INFO nova.compute.manager [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Terminating instance [ 1000.762274] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514146, 'name': ReconfigVM_Task, 'duration_secs': 0.300645} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.762652] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Reconfigured VM instance instance-00000051 to attach disk [datastore1] cc76c519-5287-42af-8d24-1c3eb2d9b5ae/cc76c519-5287-42af-8d24-1c3eb2d9b5ae.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.765895] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c45f36a5-6bd5-4606-b70d-2c8ef182235d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.772372] env[70771]: DEBUG oslo_vmware.api [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514147, 'name': PowerOffVM_Task, 'duration_secs': 0.20977} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.773531] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.773642] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.773927] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1000.773927] env[70771]: value = "task-3514149" [ 1000.773927] env[70771]: _type = "Task" [ 1000.773927] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.774137] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-982a1666-35af-4b58-b453-6c4fb72d92b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.783349] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514149, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.836450] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.836716] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.836755] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Deleting the datastore file [datastore2] ade70948-73cb-4013-b47a-d5aa22edd9dd {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.837620] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e774d3f-a5da-4f69-8abc-6886a9b87233 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.844407] env[70771]: DEBUG oslo_vmware.api [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for the task: (returnval){ [ 1000.844407] env[70771]: value = "task-3514151" [ 1000.844407] env[70771]: _type = "Task" [ 1000.844407] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.853595] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.855604] env[70771]: DEBUG oslo_vmware.api [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.856066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.745s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.856297] env[70771]: DEBUG nova.objects.instance [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'resources' on Instance uuid ee2e471e-d89c-4c7f-9e18-942d71dfc55a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.872073] env[70771]: INFO nova.scheduler.client.report [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Deleted allocations for instance 65910f00-90c8-4d6c-9fdd-b215a898890c [ 1000.876988] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069258} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.879720] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.880557] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678c7cb2-11af-4bd6-9a90-03f1b27cd546 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.886208] env[70771]: DEBUG nova.compute.manager [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Received event network-vif-plugged-8c01a1f5-ce33-4242-8506-7aef8d537351 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.886208] env[70771]: DEBUG oslo_concurrency.lockutils [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] Acquiring lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.886484] env[70771]: DEBUG oslo_concurrency.lockutils [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.886484] env[70771]: DEBUG oslo_concurrency.lockutils [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.886599] env[70771]: DEBUG nova.compute.manager [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] No waiting events found dispatching network-vif-plugged-8c01a1f5-ce33-4242-8506-7aef8d537351 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.886744] env[70771]: WARNING nova.compute.manager [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Received unexpected event network-vif-plugged-8c01a1f5-ce33-4242-8506-7aef8d537351 for instance with vm_state building and task_state spawning. [ 1000.886934] env[70771]: DEBUG nova.compute.manager [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Received event network-changed-8c01a1f5-ce33-4242-8506-7aef8d537351 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.887133] env[70771]: DEBUG nova.compute.manager [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Refreshing instance network info cache due to event network-changed-8c01a1f5-ce33-4242-8506-7aef8d537351. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.887335] env[70771]: DEBUG oslo_concurrency.lockutils [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] Acquiring lock "refresh_cache-762fe45a-836c-4eb6-a630-bcf7efa35e5a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.906254] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 2de49100-f331-48e6-be59-16d999d972c9/2de49100-f331-48e6-be59-16d999d972c9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.907236] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf86607-431f-43bb-8064-af7dda3b3b71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.930606] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1000.930606] env[70771]: value = "task-3514152" [ 1000.930606] env[70771]: _type = "Task" [ 1000.930606] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.940650] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.145552] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "refresh_cache-762fe45a-836c-4eb6-a630-bcf7efa35e5a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.146422] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Instance network_info: |[{"id": "8c01a1f5-ce33-4242-8506-7aef8d537351", "address": "fa:16:3e:4c:fc:86", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c01a1f5-ce", "ovs_interfaceid": "8c01a1f5-ce33-4242-8506-7aef8d537351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.146422] env[70771]: DEBUG oslo_concurrency.lockutils [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] Acquired lock "refresh_cache-762fe45a-836c-4eb6-a630-bcf7efa35e5a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.146615] env[70771]: DEBUG nova.network.neutron [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Refreshing network info cache for port 8c01a1f5-ce33-4242-8506-7aef8d537351 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.147813] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:fc:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c01a1f5-ce33-4242-8506-7aef8d537351', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.156882] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.160785] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.161328] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e2f8537-6c25-43d6-a539-ece5d303e0e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.185664] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.185664] env[70771]: value = "task-3514153" [ 1001.185664] env[70771]: _type = "Task" [ 1001.185664] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.197537] env[70771]: DEBUG nova.compute.manager [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.197834] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.198303] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514153, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.198841] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabcfa20-05be-4ab5-8118-16e07dc8d4f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.208612] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.208612] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a45de0-93b7-4e16-ab4d-848115035429 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.218271] env[70771]: DEBUG oslo_vmware.api [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1001.218271] env[70771]: value = "task-3514154" [ 1001.218271] env[70771]: _type = "Task" [ 1001.218271] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.230520] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.230721] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.232051] env[70771]: DEBUG oslo_vmware.api [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.290231] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514149, 'name': Rename_Task, 'duration_secs': 0.218429} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.290590] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.291291] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecf663c3-90e3-48f5-968e-db2a0e09299f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.300014] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1001.300014] env[70771]: value = "task-3514155" [ 1001.300014] env[70771]: _type = "Task" [ 1001.300014] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.309723] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.354907] env[70771]: DEBUG oslo_vmware.api [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Task: {'id': task-3514151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18414} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.355206] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.355403] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.355583] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.355771] env[70771]: INFO nova.compute.manager [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1001.356031] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.356242] env[70771]: DEBUG nova.compute.manager [-] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.356339] env[70771]: DEBUG nova.network.neutron [-] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.386610] env[70771]: DEBUG oslo_concurrency.lockutils [None req-07806242-395c-4422-b57c-151d1a957dc7 tempest-MigrationsAdminTest-1035321564 tempest-MigrationsAdminTest-1035321564-project-member] Lock "65910f00-90c8-4d6c-9fdd-b215a898890c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.615s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.405959] env[70771]: DEBUG nova.network.neutron [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Updated VIF entry in instance network info cache for port 8c01a1f5-ce33-4242-8506-7aef8d537351. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.406354] env[70771]: DEBUG nova.network.neutron [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Updating instance_info_cache with network_info: [{"id": "8c01a1f5-ce33-4242-8506-7aef8d537351", "address": "fa:16:3e:4c:fc:86", "network": {"id": "bd996be6-1201-4fa4-95b8-a28441eac370", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-36037486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6acc0613f4b2476a97d15d463287a685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c01a1f5-ce", "ovs_interfaceid": "8c01a1f5-ce33-4242-8506-7aef8d537351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.443186] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514152, 'name': ReconfigVM_Task, 'duration_secs': 0.284036} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.446747] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 2de49100-f331-48e6-be59-16d999d972c9/2de49100-f331-48e6-be59-16d999d972c9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.447758] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb92b28f-8144-4b13-9a64-55b3cb5e7d52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.457773] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1001.457773] env[70771]: value = "task-3514156" [ 1001.457773] env[70771]: _type = "Task" [ 1001.457773] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.476659] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514156, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.702817] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514153, 'name': CreateVM_Task, 'duration_secs': 0.42312} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.703014] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.704174] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.704386] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.704817] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.705149] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2430a4-52a2-4609-8f28-966356ba2604 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.719407] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1001.719407] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5268484a-106e-31af-ff8c-fc42e870d458" [ 1001.719407] env[70771]: _type = "Task" [ 1001.719407] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.734131] env[70771]: DEBUG nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.737615] env[70771]: DEBUG oslo_vmware.api [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514154, 'name': PowerOffVM_Task, 'duration_secs': 0.323006} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.746145] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.746435] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.747135] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5268484a-106e-31af-ff8c-fc42e870d458, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.748246] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf596f0-d131-488c-8012-cee0dc0f8789 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.750343] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.750775] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.751108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.751337] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.751649] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.752291] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2e24885-61eb-4fe9-aa98-519c66e49d81 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.773194] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.773509] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.774357] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d0f136-d074-460a-b5c6-e35f5493f2e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.781296] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1001.781296] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52180f2e-81ac-282a-10c2-1b1754a9c390" [ 1001.781296] env[70771]: _type = "Task" [ 1001.781296] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.788447] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3ff7a2-fec2-48cc-a775-129607d85c0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.794538] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52180f2e-81ac-282a-10c2-1b1754a9c390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.808449] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f99d7-a363-4b6d-83ac-68e7ea9105d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.823724] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514155, 'name': PowerOnVM_Task, 'duration_secs': 0.477025} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.856320] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.859716] env[70771]: INFO nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1001.859716] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.859716] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274b7e1-e021-4f42-be7d-9b8ccfbf6937 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.862510] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639b168d-10f0-4813-801f-922605643b02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.865055] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.868017] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.868017] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleting the datastore file [datastore2] ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.868017] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1248714b-bbba-4ed7-a0eb-c5db7ed8b502 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.877636] env[70771]: DEBUG oslo_vmware.api [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1001.877636] env[70771]: value = "task-3514158" [ 1001.877636] env[70771]: _type = "Task" [ 1001.877636] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.879367] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c4740b-5eae-44e2-b49e-2496db8a7bbb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.900478] env[70771]: DEBUG nova.compute.provider_tree [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.901918] env[70771]: DEBUG oslo_vmware.api [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.909029] env[70771]: DEBUG oslo_concurrency.lockutils [req-21c89752-4561-4ecf-8c68-e1ea7516c3fd req-4196c8ed-0936-42b4-8282-0cb75a65e59f service nova] Releasing lock "refresh_cache-762fe45a-836c-4eb6-a630-bcf7efa35e5a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.968794] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514156, 'name': Rename_Task, 'duration_secs': 0.165331} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.969099] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.969354] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9d403d0-128a-4f8f-af77-040211e794b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.976985] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1001.976985] env[70771]: value = "task-3514159" [ 1001.976985] env[70771]: _type = "Task" [ 1001.976985] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.987317] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.227902] env[70771]: DEBUG nova.network.neutron [-] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.263288] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.293359] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52180f2e-81ac-282a-10c2-1b1754a9c390, 'name': SearchDatastore_Task, 'duration_secs': 0.016542} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.294058] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3af4229-8ad6-46a7-89c3-9c0f1b91a0f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.300618] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1002.300618] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b399c7-0d1c-e096-c703-82ea42b1dea0" [ 1002.300618] env[70771]: _type = "Task" [ 1002.300618] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.310300] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b399c7-0d1c-e096-c703-82ea42b1dea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.390245] env[70771]: INFO nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Took 31.44 seconds to build instance. [ 1002.395526] env[70771]: DEBUG oslo_vmware.api [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294299} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.395786] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.395973] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.396173] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.396350] env[70771]: INFO nova.compute.manager [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1002.396590] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.396780] env[70771]: DEBUG nova.compute.manager [-] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.397026] env[70771]: DEBUG nova.network.neutron [-] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.403791] env[70771]: DEBUG nova.scheduler.client.report [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.487403] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514159, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.730524] env[70771]: INFO nova.compute.manager [-] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Took 1.37 seconds to deallocate network for instance. [ 1002.812752] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b399c7-0d1c-e096-c703-82ea42b1dea0, 'name': SearchDatastore_Task, 'duration_secs': 0.020396} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.812904] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.813104] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 762fe45a-836c-4eb6-a630-bcf7efa35e5a/762fe45a-836c-4eb6-a630-bcf7efa35e5a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.813376] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8535d5-691d-4afd-9c18-df645436aecb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.821810] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1002.821810] env[70771]: value = "task-3514160" [ 1002.821810] env[70771]: _type = "Task" [ 1002.821810] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.830573] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.892067] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.952s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.909326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.912414] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.432s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.914356] env[70771]: INFO nova.compute.claims [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.930415] env[70771]: DEBUG nova.compute.manager [req-5edabfc7-106b-4128-a547-7b7c84df1e4a req-bc1a03ac-dc7c-4061-8977-a750bcb0ecef service nova] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Received event network-vif-deleted-e7c03980-1088-4084-8226-54065ea374a7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.930415] env[70771]: DEBUG nova.compute.manager [req-5edabfc7-106b-4128-a547-7b7c84df1e4a req-bc1a03ac-dc7c-4061-8977-a750bcb0ecef service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Received event network-vif-deleted-5e60edbf-0de2-4f7d-a6a4-d23a38508bac {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.930415] env[70771]: INFO nova.compute.manager [req-5edabfc7-106b-4128-a547-7b7c84df1e4a req-bc1a03ac-dc7c-4061-8977-a750bcb0ecef service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Neutron deleted interface 5e60edbf-0de2-4f7d-a6a4-d23a38508bac; detaching it from the instance and deleting it from the info cache [ 1002.930415] env[70771]: DEBUG nova.network.neutron [req-5edabfc7-106b-4128-a547-7b7c84df1e4a req-bc1a03ac-dc7c-4061-8977-a750bcb0ecef service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.940723] env[70771]: INFO nova.scheduler.client.report [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Deleted allocations for instance ee2e471e-d89c-4c7f-9e18-942d71dfc55a [ 1002.987888] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514159, 'name': PowerOnVM_Task, 'duration_secs': 0.718582} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.988203] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.988409] env[70771]: INFO nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1002.988591] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.989421] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8cc26d-390b-4086-91a9-555ec42e1875 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.127088] env[70771]: DEBUG nova.network.neutron [-] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.240081] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.080274] env[70771]: INFO nova.compute.manager [-] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Took 1.68 seconds to deallocate network for instance. [ 1004.080979] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b1e42f-aa8f-4b6b-bbc0-6d2738d07c00 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "ee2e471e-d89c-4c7f-9e18-942d71dfc55a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.002s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.081789] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a10df9d-bc04-45ec-b241-e707ef557163 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.096717] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514160, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.096955] env[70771]: WARNING oslo_vmware.common.loopingcall [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] task run outlasted interval by 0.27448700000000004 sec [ 1004.097567] env[70771]: INFO nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Took 33.10 seconds to build instance. [ 1004.106265] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665ab42e-96cc-43da-b64d-19fae839a7c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.121151] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514160, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.143129] env[70771]: DEBUG nova.compute.manager [req-5edabfc7-106b-4128-a547-7b7c84df1e4a req-bc1a03ac-dc7c-4061-8977-a750bcb0ecef service nova] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Detach interface failed, port_id=5e60edbf-0de2-4f7d-a6a4-d23a38508bac, reason: Instance ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.602453] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.605149] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "2de49100-f331-48e6-be59-16d999d972c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.618s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.614445] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514160, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.675089} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.620472] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 762fe45a-836c-4eb6-a630-bcf7efa35e5a/762fe45a-836c-4eb6-a630-bcf7efa35e5a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.620472] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.620472] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52ae568c-bce3-4088-b782-8659ea45b9ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.630848] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1004.630848] env[70771]: value = "task-3514161" [ 1004.630848] env[70771]: _type = "Task" [ 1004.630848] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.645692] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.959331] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b32b8b-b291-46cd-87a1-f807c7fda25c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.969244] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c978ea71-dcad-4c81-8629-9dac4d70ba9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.009060] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570971ba-8ccd-40b0-887c-afd1117bfd52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.017459] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cfa690-2087-49bd-b5df-cc5ebdef7c42 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.035258] env[70771]: DEBUG nova.compute.provider_tree [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.141773] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083471} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.142064] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.143192] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453b73b5-562d-450d-af23-0a11aac70ba9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.165372] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 762fe45a-836c-4eb6-a630-bcf7efa35e5a/762fe45a-836c-4eb6-a630-bcf7efa35e5a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.165682] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efd06ad-2ca8-49cb-95ff-15b1202e270b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.189253] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1005.189253] env[70771]: value = "task-3514162" [ 1005.189253] env[70771]: _type = "Task" [ 1005.189253] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.199811] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.544964] env[70771]: DEBUG nova.scheduler.client.report [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.585087] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.585400] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.699542] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514162, 'name': ReconfigVM_Task, 'duration_secs': 0.352311} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.699965] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 762fe45a-836c-4eb6-a630-bcf7efa35e5a/762fe45a-836c-4eb6-a630-bcf7efa35e5a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.702130] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1b96003-77cf-4980-ada2-2896a3596795 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.710150] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1005.710150] env[70771]: value = "task-3514163" [ 1005.710150] env[70771]: _type = "Task" [ 1005.710150] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.724437] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514163, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.049249] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.049796] env[70771]: DEBUG nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.058019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.418s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.058019] env[70771]: DEBUG nova.objects.instance [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lazy-loading 'resources' on Instance uuid cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.089762] env[70771]: DEBUG nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.227359] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514163, 'name': Rename_Task, 'duration_secs': 0.162011} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.227766] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.228293] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab186e2-1948-47c1-9172-8aae3269f124 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.237255] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1006.237255] env[70771]: value = "task-3514164" [ 1006.237255] env[70771]: _type = "Task" [ 1006.237255] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.248426] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.558740] env[70771]: DEBUG nova.compute.utils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.560284] env[70771]: DEBUG nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.560457] env[70771]: DEBUG nova.network.neutron [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.612178] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.666750] env[70771]: DEBUG nova.policy [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4fc4cdc6fe45f4bf727ffa77ee40a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d01c2a4da0d42938b933c138e70e5e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.750121] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514164, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.930641] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adef2b7-6d06-4d94-9cc4-6ff390857c4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.941018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8ed945-c415-4e9d-a883-033d49a943fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.982306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae94f14-a097-4c94-bd12-79c83510eb96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.992683] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2438c76-4f4a-4ffa-956f-4d1ecea26c0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.012491] env[70771]: DEBUG nova.compute.provider_tree [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.069887] env[70771]: DEBUG nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.252828] env[70771]: DEBUG oslo_vmware.api [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514164, 'name': PowerOnVM_Task, 'duration_secs': 0.834128} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.252828] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.253525] env[70771]: INFO nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1007.253750] env[70771]: DEBUG nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.257029] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f88998-8b6e-48e3-b594-b83645f3ca67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.359280] env[70771]: DEBUG nova.network.neutron [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Successfully created port: 191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.516258] env[70771]: DEBUG nova.scheduler.client.report [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.779098] env[70771]: INFO nova.compute.manager [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Took 36.75 seconds to build instance. [ 1008.023097] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.027079] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.355s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.027318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.027529] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1008.027874] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.938s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.028307] env[70771]: DEBUG nova.objects.instance [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lazy-loading 'resources' on Instance uuid 5d7d91ba-6faf-40d3-af49-356ad27bd419 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.034085] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1673d2b-b5ae-4d58-a8f1-2d90968b6f2a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.052421] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6633618-e74f-4b58-b98e-23c43df74457 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.059715] env[70771]: INFO nova.scheduler.client.report [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Deleted allocations for instance cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6 [ 1008.075342] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f8e424-4597-42be-854c-b3a7838d0821 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.083674] env[70771]: DEBUG nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.094393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32af9740-276a-41cd-b859-ec4bd99716f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.133892] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179153MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1008.134551] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.149271] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.149650] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.150593] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.150593] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.150593] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.150593] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.150983] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.151247] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.151492] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.151728] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.151983] env[70771]: DEBUG nova.virt.hardware [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.153792] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567d680e-8705-4dfb-96a8-7f39a1de3c21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.167731] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4361e5-ee70-4239-af1e-1922bca61f8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.288024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-539ffffd-f987-4cdb-ad36-6b32061c55aa tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.264s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.585699] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5a317c9c-ab0c-4243-aede-e9b496556346 tempest-ServerShowV247Test-1511498671 tempest-ServerShowV247Test-1511498671-project-member] Lock "cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.257s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.865608] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.866015] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.866328] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.866640] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.866908] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.872486] env[70771]: INFO nova.compute.manager [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Terminating instance [ 1008.920363] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f63034-767f-40ee-96ef-47ebadae5756 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.930812] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ef2c45-d892-4b7a-a78a-b944c6245b7d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.965305] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e0036c-6666-4f02-ac30-b1da273d8442 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.976321] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f778a9e-e7f5-4c49-a629-49fdcbf075e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.995443] env[70771]: DEBUG nova.compute.provider_tree [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.204877] env[70771]: DEBUG nova.compute.manager [req-af8c793f-a17c-4412-a408-012d4e33f989 req-a22f857b-cbea-4fee-ae2a-1552711a0aef service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Received event network-vif-plugged-191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.206065] env[70771]: DEBUG oslo_concurrency.lockutils [req-af8c793f-a17c-4412-a408-012d4e33f989 req-a22f857b-cbea-4fee-ae2a-1552711a0aef service nova] Acquiring lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.207551] env[70771]: DEBUG oslo_concurrency.lockutils [req-af8c793f-a17c-4412-a408-012d4e33f989 req-a22f857b-cbea-4fee-ae2a-1552711a0aef service nova] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.208083] env[70771]: DEBUG oslo_concurrency.lockutils [req-af8c793f-a17c-4412-a408-012d4e33f989 req-a22f857b-cbea-4fee-ae2a-1552711a0aef service nova] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.208357] env[70771]: DEBUG nova.compute.manager [req-af8c793f-a17c-4412-a408-012d4e33f989 req-a22f857b-cbea-4fee-ae2a-1552711a0aef service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] No waiting events found dispatching network-vif-plugged-191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.208968] env[70771]: WARNING nova.compute.manager [req-af8c793f-a17c-4412-a408-012d4e33f989 req-a22f857b-cbea-4fee-ae2a-1552711a0aef service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Received unexpected event network-vif-plugged-191e2435-97b6-4df4-bf52-8ed36a5df066 for instance with vm_state building and task_state spawning. [ 1009.224201] env[70771]: DEBUG nova.network.neutron [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Successfully updated port: 191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.377938] env[70771]: DEBUG nova.compute.manager [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.378163] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.379070] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b963a8d6-c64b-4289-92ae-37f30978ce57 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.389467] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.389751] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee0643f-e5af-4135-ad94-81d84f21f3f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.399159] env[70771]: DEBUG oslo_vmware.api [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1009.399159] env[70771]: value = "task-3514165" [ 1009.399159] env[70771]: _type = "Task" [ 1009.399159] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.409505] env[70771]: DEBUG oslo_vmware.api [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.501957] env[70771]: DEBUG nova.scheduler.client.report [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.726629] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.726772] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.726950] env[70771]: DEBUG nova.network.neutron [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.747857] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "df0124cd-f465-4781-8f15-9eafb23909fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.748283] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.909309] env[70771]: DEBUG oslo_vmware.api [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514165, 'name': PowerOffVM_Task, 'duration_secs': 0.335116} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.909672] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.909761] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.910019] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d22213-d5ec-488d-991c-183e77cb9694 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.982907] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.983210] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.983406] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleting the datastore file [datastore1] cc76c519-5287-42af-8d24-1c3eb2d9b5ae {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.983677] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc15fe26-e820-42f7-808f-4a26c5c2a60d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.991545] env[70771]: DEBUG oslo_vmware.api [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1009.991545] env[70771]: value = "task-3514167" [ 1009.991545] env[70771]: _type = "Task" [ 1009.991545] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.002521] env[70771]: DEBUG oslo_vmware.api [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.006905] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.009380] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.603s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.009677] env[70771]: DEBUG nova.objects.instance [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lazy-loading 'resources' on Instance uuid c2ce1da3-2e92-4f49-9bb9-4482c44a9356 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.032515] env[70771]: INFO nova.scheduler.client.report [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Deleted allocations for instance 5d7d91ba-6faf-40d3-af49-356ad27bd419 [ 1010.253678] env[70771]: DEBUG nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.275303] env[70771]: DEBUG nova.network.neutron [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.503792] env[70771]: DEBUG oslo_vmware.api [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464208} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.504403] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.504966] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.504966] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.505217] env[70771]: INFO nova.compute.manager [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1010.505437] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.506148] env[70771]: DEBUG nova.compute.manager [-] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.506148] env[70771]: DEBUG nova.network.neutron [-] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.511702] env[70771]: DEBUG nova.network.neutron [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Updating instance_info_cache with network_info: [{"id": "191e2435-97b6-4df4-bf52-8ed36a5df066", "address": "fa:16:3e:62:c9:77", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191e2435-97", "ovs_interfaceid": "191e2435-97b6-4df4-bf52-8ed36a5df066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.540021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cd470d65-0239-4fb5-8e35-cc7dc411e8ec tempest-InstanceActionsNegativeTestJSON-652653537 tempest-InstanceActionsNegativeTestJSON-652653537-project-member] Lock "5d7d91ba-6faf-40d3-af49-356ad27bd419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.901s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.787386] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.880385] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0acfb-8e47-4c2a-b1e0-924673ba8b0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.891298] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c6ed4a-170a-44a2-a9b1-c15fa7e2f6b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.926019] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f96419-a39e-44e7-88c5-85a14f600c5b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.936588] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e6a59-7e29-4030-b001-815b4ecb24b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.953142] env[70771]: DEBUG nova.compute.provider_tree [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.016563] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.016882] env[70771]: DEBUG nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Instance network_info: |[{"id": "191e2435-97b6-4df4-bf52-8ed36a5df066", "address": "fa:16:3e:62:c9:77", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191e2435-97", "ovs_interfaceid": "191e2435-97b6-4df4-bf52-8ed36a5df066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.018082] env[70771]: DEBUG nova.compute.manager [req-3788bac0-512e-41b4-8005-230093b69f84 req-6f2449d7-613d-48e0-bb16-2a2269ed2eac service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Received event network-vif-deleted-25cfdbcc-b856-4912-b37e-b32f20ab04d2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.018295] env[70771]: INFO nova.compute.manager [req-3788bac0-512e-41b4-8005-230093b69f84 req-6f2449d7-613d-48e0-bb16-2a2269ed2eac service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Neutron deleted interface 25cfdbcc-b856-4912-b37e-b32f20ab04d2; detaching it from the instance and deleting it from the info cache [ 1011.018469] env[70771]: DEBUG nova.network.neutron [req-3788bac0-512e-41b4-8005-230093b69f84 req-6f2449d7-613d-48e0-bb16-2a2269ed2eac service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.020699] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:c9:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '191e2435-97b6-4df4-bf52-8ed36a5df066', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.028796] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.030733] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.030928] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff624043-c81e-47a0-b4f3-821ba2ac6a53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.032995] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-753d245f-61d3-4cff-b5b5-5e4bf98f1b8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.058614] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf73bc-38c8-468d-bdb4-1bd35dca0f3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.069990] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.069990] env[70771]: value = "task-3514168" [ 1011.069990] env[70771]: _type = "Task" [ 1011.069990] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.079558] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514168, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.094107] env[70771]: DEBUG nova.compute.manager [req-3788bac0-512e-41b4-8005-230093b69f84 req-6f2449d7-613d-48e0-bb16-2a2269ed2eac service nova] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Detach interface failed, port_id=25cfdbcc-b856-4912-b37e-b32f20ab04d2, reason: Instance cc76c519-5287-42af-8d24-1c3eb2d9b5ae could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.249780] env[70771]: DEBUG nova.compute.manager [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Received event network-changed-191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.249989] env[70771]: DEBUG nova.compute.manager [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Refreshing instance network info cache due to event network-changed-191e2435-97b6-4df4-bf52-8ed36a5df066. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.250258] env[70771]: DEBUG oslo_concurrency.lockutils [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] Acquiring lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.250422] env[70771]: DEBUG oslo_concurrency.lockutils [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] Acquired lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.250589] env[70771]: DEBUG nova.network.neutron [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Refreshing network info cache for port 191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.456445] env[70771]: DEBUG nova.scheduler.client.report [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.500358] env[70771]: DEBUG nova.network.neutron [-] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.584542] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514168, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.962849] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.970023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.520s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.970023] env[70771]: INFO nova.compute.claims [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.005065] env[70771]: INFO nova.scheduler.client.report [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted allocations for instance c2ce1da3-2e92-4f49-9bb9-4482c44a9356 [ 1012.006343] env[70771]: INFO nova.compute.manager [-] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Took 1.50 seconds to deallocate network for instance. [ 1012.027315] env[70771]: DEBUG nova.network.neutron [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Updated VIF entry in instance network info cache for port 191e2435-97b6-4df4-bf52-8ed36a5df066. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.028092] env[70771]: DEBUG nova.network.neutron [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Updating instance_info_cache with network_info: [{"id": "191e2435-97b6-4df4-bf52-8ed36a5df066", "address": "fa:16:3e:62:c9:77", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191e2435-97", "ovs_interfaceid": "191e2435-97b6-4df4-bf52-8ed36a5df066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.083802] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514168, 'name': CreateVM_Task, 'duration_secs': 0.586942} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.084484] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.085463] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.085463] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.085759] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.086032] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae3ae1d-5af6-414e-8f31-ebdf5336ee82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.092081] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1012.092081] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c2d0a6-d46c-37a8-2ee8-2cd7e5f4fdd4" [ 1012.092081] env[70771]: _type = "Task" [ 1012.092081] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.103297] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c2d0a6-d46c-37a8-2ee8-2cd7e5f4fdd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.514795] env[70771]: DEBUG oslo_concurrency.lockutils [None req-449a7d6c-6047-45af-b523-e42907f07eec tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "c2ce1da3-2e92-4f49-9bb9-4482c44a9356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.522s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.516419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.532331] env[70771]: DEBUG oslo_concurrency.lockutils [req-26b243ec-27b7-4d0c-9a5c-d5044be01d65 req-12e1ac83-b1df-4647-8607-f48419c61bd7 service nova] Releasing lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.607548] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c2d0a6-d46c-37a8-2ee8-2cd7e5f4fdd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.607983] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.608245] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.608482] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.608624] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.608806] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.609743] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-917e0bab-3e41-41be-9e44-b63629fb7ea2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.619795] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.619795] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.619795] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70eaadb-3400-483c-94cd-3608c882eef0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.626061] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1012.626061] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c1d18-187d-ba92-7ebc-c33f7d551654" [ 1012.626061] env[70771]: _type = "Task" [ 1012.626061] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.634220] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529c1d18-187d-ba92-7ebc-c33f7d551654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.138702] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529c1d18-187d-ba92-7ebc-c33f7d551654, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.140031] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924b4e5f-443e-48f2-80cb-544344d48819 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.146474] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1013.146474] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d0b816-74c1-bf7e-2f90-d6d2b4c30307" [ 1013.146474] env[70771]: _type = "Task" [ 1013.146474] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.161581] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d0b816-74c1-bf7e-2f90-d6d2b4c30307, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.161581] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.161808] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] f20e9ddf-9ab7-4829-9d4c-c379ff045f1d/f20e9ddf-9ab7-4829-9d4c-c379ff045f1d.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.162226] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1c11675-50ae-4c12-ab05-b7ae291dff15 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.170211] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1013.170211] env[70771]: value = "task-3514169" [ 1013.170211] env[70771]: _type = "Task" [ 1013.170211] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.182447] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.300452] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12b7242-08f7-4d20-a4bb-6379ff2e95de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.308641] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6308c53-8921-4436-8c74-e16d9796c379 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.345710] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a2b45b-5c58-4e9c-be88-19777131c110 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.355537] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411673ae-63e1-42e9-a6b1-904c0002ce9e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.372676] env[70771]: DEBUG nova.compute.provider_tree [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.412014] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.412367] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.681404] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50959} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.681683] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] f20e9ddf-9ab7-4829-9d4c-c379ff045f1d/f20e9ddf-9ab7-4829-9d4c-c379ff045f1d.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.681896] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.682186] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-960d70e9-7513-4f8b-a7b2-0e22188da3c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.689676] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1013.689676] env[70771]: value = "task-3514170" [ 1013.689676] env[70771]: _type = "Task" [ 1013.689676] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.699137] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.774121] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "4b6f46ca-347a-4320-852d-c8c74fe423c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.774385] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.879019] env[70771]: DEBUG nova.scheduler.client.report [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.916197] env[70771]: DEBUG nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.201790] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064585} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.202119] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.202891] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668227ee-2318-4a29-9c56-76118d679250 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.228438] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f20e9ddf-9ab7-4829-9d4c-c379ff045f1d/f20e9ddf-9ab7-4829-9d4c-c379ff045f1d.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.228732] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2f087f-0d94-43ac-aa70-862d2e4066af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.251837] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1014.251837] env[70771]: value = "task-3514171" [ 1014.251837] env[70771]: _type = "Task" [ 1014.251837] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.261258] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.276883] env[70771]: DEBUG nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.383207] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.384016] env[70771]: DEBUG nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.388325] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.290s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.392244] env[70771]: DEBUG nova.objects.instance [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lazy-loading 'resources' on Instance uuid af33b682-4aa9-4d0f-a2c8-0e3a29362c8c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.451870] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.763276] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.796574] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.895910] env[70771]: DEBUG nova.compute.utils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.901230] env[70771]: DEBUG nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.901351] env[70771]: DEBUG nova.network.neutron [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.956268] env[70771]: DEBUG nova.policy [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d47476220684965853f976aecf26d8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8a0169043946738b5f53683f9437a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.199186] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f0300-965d-4a9c-905b-0f4cc3dd99f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.208278] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d73add-0482-43b9-a99a-c3dd0c187587 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.240973] env[70771]: DEBUG nova.network.neutron [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Successfully created port: 3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.243497] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04692949-362f-4d26-ae19-4036399979c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.252695] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a477803-47db-458a-a42a-af63194f1c2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.270328] env[70771]: DEBUG nova.compute.provider_tree [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.274554] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514171, 'name': ReconfigVM_Task, 'duration_secs': 0.602025} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.275293] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f20e9ddf-9ab7-4829-9d4c-c379ff045f1d/f20e9ddf-9ab7-4829-9d4c-c379ff045f1d.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.275685] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb4bf37-f047-4ad8-95f7-89df8e81df8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.283662] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1015.283662] env[70771]: value = "task-3514172" [ 1015.283662] env[70771]: _type = "Task" [ 1015.283662] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.293326] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514172, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.401648] env[70771]: DEBUG nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.776255] env[70771]: DEBUG nova.scheduler.client.report [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.795168] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514172, 'name': Rename_Task, 'duration_secs': 0.140175} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.795487] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.795744] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c4905e-f3bd-4812-8ebe-8b42ceb3e179 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.803756] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1015.803756] env[70771]: value = "task-3514173" [ 1015.803756] env[70771]: _type = "Task" [ 1015.803756] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.813498] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.282137] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.285759] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.141s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.285759] env[70771]: DEBUG nova.objects.instance [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'resources' on Instance uuid 33493b97-8385-4560-97ba-858234d7d790 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.309984] env[70771]: INFO nova.scheduler.client.report [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Deleted allocations for instance af33b682-4aa9-4d0f-a2c8-0e3a29362c8c [ 1016.317722] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.411153] env[70771]: DEBUG nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.438981] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.439328] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.439549] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.439780] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.440035] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.440258] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.440572] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.440807] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.441041] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.441291] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.441522] env[70771]: DEBUG nova.virt.hardware [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.442647] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebb4d5d-0edf-4467-8ac5-38517070128e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.451537] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b096e83-8652-4e4c-8dbc-9c0595868681 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.643132] env[70771]: DEBUG nova.compute.manager [req-7bbbad70-577c-4a52-a1e4-d1274115bbf8 req-e09e3780-bbe2-494f-b956-d0ab06f05100 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received event network-vif-plugged-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.643379] env[70771]: DEBUG oslo_concurrency.lockutils [req-7bbbad70-577c-4a52-a1e4-d1274115bbf8 req-e09e3780-bbe2-494f-b956-d0ab06f05100 service nova] Acquiring lock "dab7c971-aff5-4831-a96b-9625ef20ab0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.643609] env[70771]: DEBUG oslo_concurrency.lockutils [req-7bbbad70-577c-4a52-a1e4-d1274115bbf8 req-e09e3780-bbe2-494f-b956-d0ab06f05100 service nova] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.643810] env[70771]: DEBUG oslo_concurrency.lockutils [req-7bbbad70-577c-4a52-a1e4-d1274115bbf8 req-e09e3780-bbe2-494f-b956-d0ab06f05100 service nova] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.643965] env[70771]: DEBUG nova.compute.manager [req-7bbbad70-577c-4a52-a1e4-d1274115bbf8 req-e09e3780-bbe2-494f-b956-d0ab06f05100 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] No waiting events found dispatching network-vif-plugged-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.644154] env[70771]: WARNING nova.compute.manager [req-7bbbad70-577c-4a52-a1e4-d1274115bbf8 req-e09e3780-bbe2-494f-b956-d0ab06f05100 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received unexpected event network-vif-plugged-3b2f2262-f577-4767-b874-4d74da9452f8 for instance with vm_state building and task_state spawning. [ 1016.735790] env[70771]: DEBUG nova.network.neutron [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Successfully updated port: 3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.816036] env[70771]: DEBUG oslo_vmware.api [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514173, 'name': PowerOnVM_Task, 'duration_secs': 0.519759} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.818736] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.818956] env[70771]: INFO nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1016.819156] env[70771]: DEBUG nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.822098] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168eb192-e520-4afe-afca-10be9b4013e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.824972] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c94b31f-c958-4774-b7d2-3cbd7046e787 tempest-ServerPasswordTestJSON-2135639814 tempest-ServerPasswordTestJSON-2135639814-project-member] Lock "af33b682-4aa9-4d0f-a2c8-0e3a29362c8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.430s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.087936] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de3264-0d8e-4046-8b75-abd04fc280d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.096490] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da29e61a-f9a1-4d8a-b2bf-0a593b2f0579 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.126478] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0044ad-3345-4a01-9dbc-97c6911764ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.135175] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f04d937-8497-44e4-890f-d9c9610b32ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.151261] env[70771]: DEBUG nova.compute.provider_tree [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.240346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.240346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.240346] env[70771]: DEBUG nova.network.neutron [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.348710] env[70771]: INFO nova.compute.manager [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Took 40.89 seconds to build instance. [ 1017.654909] env[70771]: DEBUG nova.scheduler.client.report [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.796872] env[70771]: DEBUG nova.network.neutron [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.851542] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8c6a593a-2991-4321-b76b-f39af3df1cbf tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.782s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.904078] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.904573] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.904838] env[70771]: INFO nova.compute.manager [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Shelving [ 1017.995919] env[70771]: DEBUG nova.network.neutron [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [{"id": "3b2f2262-f577-4767-b874-4d74da9452f8", "address": "fa:16:3e:4f:73:9a", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2f2262-f5", "ovs_interfaceid": "3b2f2262-f577-4767-b874-4d74da9452f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.160840] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.166902] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.507s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.166902] env[70771]: DEBUG nova.objects.instance [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lazy-loading 'resources' on Instance uuid 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.189050] env[70771]: INFO nova.scheduler.client.report [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted allocations for instance 33493b97-8385-4560-97ba-858234d7d790 [ 1018.499105] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Releasing lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.499340] env[70771]: DEBUG nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Instance network_info: |[{"id": "3b2f2262-f577-4767-b874-4d74da9452f8", "address": "fa:16:3e:4f:73:9a", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2f2262-f5", "ovs_interfaceid": "3b2f2262-f577-4767-b874-4d74da9452f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.499901] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:73:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b2f2262-f577-4767-b874-4d74da9452f8', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.507786] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Creating folder: Project (df8a0169043946738b5f53683f9437a2). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.508555] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418cdba1-d16e-48c4-9cd5-52e2a5b14b90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.523204] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Created folder: Project (df8a0169043946738b5f53683f9437a2) in parent group-v701875. [ 1018.523442] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Creating folder: Instances. Parent ref: group-v702110. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.523933] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd43e6d-bfe1-4a5b-a8b3-94709ed2882f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.536638] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Created folder: Instances in parent group-v702110. [ 1018.536990] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.537985] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.537985] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c46d186e-f322-470a-b4a9-4db573fb4183 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.562343] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.562343] env[70771]: value = "task-3514176" [ 1018.562343] env[70771]: _type = "Task" [ 1018.562343] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.571586] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514176, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.689198] env[70771]: DEBUG nova.compute.manager [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.689198] env[70771]: DEBUG nova.compute.manager [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing instance network info cache due to event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.692652] env[70771]: DEBUG oslo_concurrency.lockutils [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] Acquiring lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.692652] env[70771]: DEBUG oslo_concurrency.lockutils [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] Acquired lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.692652] env[70771]: DEBUG nova.network.neutron [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.695467] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a46e46d2-971b-4ddc-819a-be543931e031 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "33493b97-8385-4560-97ba-858234d7d790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.558s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.914642] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.914951] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1e4dccd-0a4f-40a4-91e0-b98ef5311b63 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.922611] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1018.922611] env[70771]: value = "task-3514177" [ 1018.922611] env[70771]: _type = "Task" [ 1018.922611] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.932879] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.985278] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40baf56f-8431-4f3a-a01c-fa8d7d71bdc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.994906] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9882e389-5c0d-46db-9595-61215771d62c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.025919] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a8a33-83ca-4798-9b40-bc697eaae7d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.035576] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e7264-0573-4ca8-acd1-977182ce48f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.051107] env[70771]: DEBUG nova.compute.provider_tree [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.073046] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514176, 'name': CreateVM_Task, 'duration_secs': 0.347388} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.073268] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.073980] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.074164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.074544] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.074838] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f0038a-f6d9-42f8-bd06-1d2c6ab9950e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.081521] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1019.081521] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52dd4979-ffe6-d934-6ff5-c1f79ed37ec6" [ 1019.081521] env[70771]: _type = "Task" [ 1019.081521] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.093447] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52dd4979-ffe6-d934-6ff5-c1f79ed37ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.435797] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514177, 'name': PowerOffVM_Task, 'duration_secs': 0.187801} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.436131] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.436995] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1debb09-7268-4d6d-9381-b4cca5a3e291 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.464121] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72b4cab-b533-4aaa-9de6-9f9c1b2b6e59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.552977] env[70771]: DEBUG nova.network.neutron [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updated VIF entry in instance network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.553400] env[70771]: DEBUG nova.network.neutron [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [{"id": "3b2f2262-f577-4767-b874-4d74da9452f8", "address": "fa:16:3e:4f:73:9a", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2f2262-f5", "ovs_interfaceid": "3b2f2262-f577-4767-b874-4d74da9452f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.555296] env[70771]: DEBUG nova.scheduler.client.report [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.591864] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52dd4979-ffe6-d934-6ff5-c1f79ed37ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.592217] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.592446] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.592682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.592827] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.593011] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.593297] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f73ee2b6-8237-41db-b979-dd1d2394ac20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.602361] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.602536] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.603258] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5329e7db-e212-48e5-bf7f-dfccd0103818 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.608833] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1019.608833] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d2f266-1ea9-a151-ebc2-df98ee85734d" [ 1019.608833] env[70771]: _type = "Task" [ 1019.608833] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.618139] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d2f266-1ea9-a151-ebc2-df98ee85734d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.978178] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1019.978507] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7471f9f7-ec16-4470-ae9d-6e1f0b109667 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.987504] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1019.987504] env[70771]: value = "task-3514178" [ 1019.987504] env[70771]: _type = "Task" [ 1019.987504] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.002023] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.060983] env[70771]: DEBUG oslo_concurrency.lockutils [req-ba5dbeb7-8c57-4f55-bb43-ac4a5b4d2522 req-90bcabe6-68f1-4bba-b458-54d95466072e service nova] Releasing lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.062436] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.064798] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.819s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.065068] env[70771]: DEBUG nova.objects.instance [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lazy-loading 'resources' on Instance uuid 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.092103] env[70771]: INFO nova.scheduler.client.report [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleted allocations for instance 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c [ 1020.122384] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d2f266-1ea9-a151-ebc2-df98ee85734d, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.123557] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72a2c93-6fc7-4766-a656-a5b76d10d46d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.129341] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1020.129341] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c9b71a-8824-d008-641e-b152f813f2cf" [ 1020.129341] env[70771]: _type = "Task" [ 1020.129341] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.140502] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c9b71a-8824-d008-641e-b152f813f2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.499497] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514178, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.599841] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b2a661bb-d5ca-4b9a-9bcf-59b5873551ad tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.854s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.643384] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c9b71a-8824-d008-641e-b152f813f2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.644244] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.644244] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] dab7c971-aff5-4831-a96b-9625ef20ab0a/dab7c971-aff5-4831-a96b-9625ef20ab0a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.644244] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c9716f5-3233-4bd4-b643-440301548663 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.653198] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1020.653198] env[70771]: value = "task-3514179" [ 1020.653198] env[70771]: _type = "Task" [ 1020.653198] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.664230] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.854086] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d418bc96-92eb-4ce0-82d9-1e96cc161bb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.862376] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d3e7e-69e1-4b2c-9e57-f547561d675b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.896039] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5560b322-3bea-4264-a6bb-f1c1c0a4b394 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.903977] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a8b2b6-1c36-46ea-879c-eac0b466d0fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.917527] env[70771]: DEBUG nova.compute.provider_tree [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.999085] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514178, 'name': CreateSnapshot_Task, 'duration_secs': 0.539114} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.999405] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1021.000252] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f41173f-3dec-48a2-8bbd-24b7401f40e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.165700] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.420493] env[70771]: DEBUG nova.scheduler.client.report [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.521045] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1021.522022] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-360b7829-3a07-4ccb-a790-3cc5674868bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.534903] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1021.534903] env[70771]: value = "task-3514180" [ 1021.534903] env[70771]: _type = "Task" [ 1021.534903] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.544161] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514180, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.668503] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640857} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.668805] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] dab7c971-aff5-4831-a96b-9625ef20ab0a/dab7c971-aff5-4831-a96b-9625ef20ab0a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.668954] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.669242] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c24942b5-3ebc-4501-80db-6826f1d7831e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.677235] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1021.677235] env[70771]: value = "task-3514181" [ 1021.677235] env[70771]: _type = "Task" [ 1021.677235] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.688076] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.724035] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.724035] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.926896] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.930329] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.934s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.951751] env[70771]: INFO nova.scheduler.client.report [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Deleted allocations for instance 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3 [ 1022.045305] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514180, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.186979] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07638} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.187316] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.188066] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585ed34-665f-4d24-91d0-3903249c26c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.210206] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] dab7c971-aff5-4831-a96b-9625ef20ab0a/dab7c971-aff5-4831-a96b-9625ef20ab0a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.210406] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af83ebbc-cc98-489c-b28a-dcf6329074f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.226271] env[70771]: DEBUG nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.231600] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1022.231600] env[70771]: value = "task-3514183" [ 1022.231600] env[70771]: _type = "Task" [ 1022.231600] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.240687] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.437176] env[70771]: INFO nova.compute.claims [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.461161] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2681d4f8-2b88-4713-98ff-9334f52535a9 tempest-ServerMetadataNegativeTestJSON-1659647714 tempest-ServerMetadataNegativeTestJSON-1659647714-project-member] Lock "72e8bfdd-ff66-4c3d-b6b0-86f2785894d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.619s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.549040] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514180, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.749079] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514183, 'name': ReconfigVM_Task, 'duration_secs': 0.306828} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.749079] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] dab7c971-aff5-4831-a96b-9625ef20ab0a/dab7c971-aff5-4831-a96b-9625ef20ab0a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.749400] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78675463-0d27-4e7b-aedd-9c48f681674c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.756275] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.758295] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1022.758295] env[70771]: value = "task-3514184" [ 1022.758295] env[70771]: _type = "Task" [ 1022.758295] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.771499] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514184, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.946179] env[70771]: INFO nova.compute.resource_tracker [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating resource usage from migration 398505d3-56e7-4178-89d0-8ec9ad164a36 [ 1023.046798] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514180, 'name': CloneVM_Task, 'duration_secs': 1.400609} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.047179] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Created linked-clone VM from snapshot [ 1023.048270] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30067a37-656d-4691-85c1-248cea11c6ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.055868] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Uploading image 972ec229-80d8-4353-bfac-e2630fcb4261 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1023.084434] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1023.084434] env[70771]: value = "vm-702114" [ 1023.084434] env[70771]: _type = "VirtualMachine" [ 1023.084434] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1023.084825] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27ce8731-0a51-419d-990c-aa2d870b5caf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.093806] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lease: (returnval){ [ 1023.093806] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52077eae-c12a-c202-95bd-9f497d4b2f4d" [ 1023.093806] env[70771]: _type = "HttpNfcLease" [ 1023.093806] env[70771]: } obtained for exporting VM: (result){ [ 1023.093806] env[70771]: value = "vm-702114" [ 1023.093806] env[70771]: _type = "VirtualMachine" [ 1023.093806] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1023.093806] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the lease: (returnval){ [ 1023.093806] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52077eae-c12a-c202-95bd-9f497d4b2f4d" [ 1023.093806] env[70771]: _type = "HttpNfcLease" [ 1023.093806] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1023.101288] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.101288] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52077eae-c12a-c202-95bd-9f497d4b2f4d" [ 1023.101288] env[70771]: _type = "HttpNfcLease" [ 1023.101288] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1023.268776] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514184, 'name': Rename_Task, 'duration_secs': 0.226846} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.271562] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.272735] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dee69ff-7028-4122-af2a-475ca9494ca6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.279639] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1023.279639] env[70771]: value = "task-3514186" [ 1023.279639] env[70771]: _type = "Task" [ 1023.279639] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.284268] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f612d-f083-4953-a417-1719d52c081f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.293647] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.294767] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48306ec-e7bc-4e3b-85d3-2c19c298e343 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.327306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcdecc4-6922-41a9-ba9a-d09c7a923bde {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.335616] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6589bc-0247-4c69-b75a-fd9bb6ff393c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.351483] env[70771]: DEBUG nova.compute.provider_tree [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.603013] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.603013] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52077eae-c12a-c202-95bd-9f497d4b2f4d" [ 1023.603013] env[70771]: _type = "HttpNfcLease" [ 1023.603013] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.603335] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.603335] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52077eae-c12a-c202-95bd-9f497d4b2f4d" [ 1023.603335] env[70771]: _type = "HttpNfcLease" [ 1023.603335] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1023.604071] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb075a-f821-4a91-bc3c-bec4d93b3d11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.612598] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c770c0-a210-c35f-0443-3fc5f8334f95/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.612598] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c770c0-a210-c35f-0443-3fc5f8334f95/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1023.701591] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bb9ec15-1ad6-4daf-bc7a-c1be8a17afa8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.794523] env[70771]: DEBUG oslo_vmware.api [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514186, 'name': PowerOnVM_Task, 'duration_secs': 0.47373} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.794934] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.795207] env[70771]: INFO nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1023.795456] env[70771]: DEBUG nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.796535] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b14981-760f-43b7-b8f4-10185d63fea2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.854645] env[70771]: DEBUG nova.scheduler.client.report [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.916348] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.916605] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.319274] env[70771]: INFO nova.compute.manager [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Took 40.89 seconds to build instance. [ 1024.366261] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.435s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.366261] env[70771]: INFO nova.compute.manager [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Migrating [ 1024.374995] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.112s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.376477] env[70771]: INFO nova.compute.claims [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.421071] env[70771]: DEBUG nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.822194] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ede8ce21-2456-4110-bdb5-7708b228365e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.496s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.895220] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.895445] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895666] env[70771]: DEBUG nova.network.neutron [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.948541] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.632071] env[70771]: DEBUG nova.network.neutron [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance_info_cache with network_info: [{"id": "ecf4261e-a51f-4965-8ca0-c199803298ab", "address": "fa:16:3e:ec:84:99", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261e-a5", "ovs_interfaceid": "ecf4261e-a51f-4965-8ca0-c199803298ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.707644] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af824ae5-f174-4d7c-bf13-07958290e040 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.716766] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca470a25-6bd9-4ecd-8d66-1a6e4dd34be8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.749028] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b265453-ee18-4d03-ab2b-a6fa00523aff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.760175] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc6831e-e7bc-4fbd-a631-7f2adeb913bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.775087] env[70771]: DEBUG nova.compute.provider_tree [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.134525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.278842] env[70771]: DEBUG nova.scheduler.client.report [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.435050] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "a5e8c757-1dd8-47b2-be82-9abe6760de33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.435317] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.479861] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "cb8dd694-5243-4232-a790-8c3081547964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.481033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "cb8dd694-5243-4232-a790-8c3081547964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.481033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "cb8dd694-5243-4232-a790-8c3081547964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.481033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "cb8dd694-5243-4232-a790-8c3081547964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.481033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "cb8dd694-5243-4232-a790-8c3081547964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.483237] env[70771]: INFO nova.compute.manager [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Terminating instance [ 1026.785039] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.785166] env[70771]: DEBUG nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.787669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.548s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.787912] env[70771]: DEBUG nova.objects.instance [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lazy-loading 'resources' on Instance uuid ade70948-73cb-4013-b47a-d5aa22edd9dd {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.938128] env[70771]: DEBUG nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.991700] env[70771]: DEBUG nova.compute.manager [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.991926] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.992935] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9277d0-f4a6-47f6-a0de-601f0df17acf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.002309] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.002613] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349ec04b-3e63-4a34-99d9-7010aa568bd4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.011043] env[70771]: DEBUG oslo_vmware.api [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 1027.011043] env[70771]: value = "task-3514187" [ 1027.011043] env[70771]: _type = "Task" [ 1027.011043] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.020315] env[70771]: DEBUG oslo_vmware.api [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.126372] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "0a856bb1-3f78-4b96-8019-428808a026ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.126617] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.294945] env[70771]: DEBUG nova.compute.utils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.296880] env[70771]: DEBUG nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.297196] env[70771]: DEBUG nova.network.neutron [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.353723] env[70771]: DEBUG nova.policy [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e39637544e84389a46421411b2f5ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b8971de3254551aa4a3ac1ddb6a899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.468897] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.522735] env[70771]: DEBUG oslo_vmware.api [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514187, 'name': PowerOffVM_Task, 'duration_secs': 0.392057} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.523231] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.523404] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.523669] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b909ec0-3fce-46d3-97af-563c61dc5753 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.601728] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.602051] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.602334] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleting the datastore file [datastore1] cb8dd694-5243-4232-a790-8c3081547964 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.602601] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32498d8d-0940-4327-a942-f61daf86ece8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.614238] env[70771]: DEBUG oslo_vmware.api [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 1027.614238] env[70771]: value = "task-3514189" [ 1027.614238] env[70771]: _type = "Task" [ 1027.614238] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.626907] env[70771]: DEBUG oslo_vmware.api [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.630737] env[70771]: DEBUG nova.compute.utils [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.645017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac8647c-c405-4c78-b982-093cd645d05e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.656832] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d470a-b125-40a5-9ec0-7a2aa9e4908c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.660518] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856b08b9-f07b-4c31-9ab0-4a79be179e4b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.666494] env[70771]: DEBUG nova.network.neutron [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Successfully created port: 7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.707025] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance '46131288-c456-4b92-bd29-f0f89a5a2bfe' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.712478] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e92410d-4d67-47d5-bd4c-76ac182c6343 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.722021] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb428d-e43d-4337-b7dd-b234d6c40964 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.739866] env[70771]: DEBUG nova.compute.provider_tree [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.805014] env[70771]: DEBUG nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.125624] env[70771]: DEBUG oslo_vmware.api [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422873} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.125900] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.126110] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.126295] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.126481] env[70771]: INFO nova.compute.manager [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: cb8dd694-5243-4232-a790-8c3081547964] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1028.126732] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.126925] env[70771]: DEBUG nova.compute.manager [-] [instance: cb8dd694-5243-4232-a790-8c3081547964] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.127032] env[70771]: DEBUG nova.network.neutron [-] [instance: cb8dd694-5243-4232-a790-8c3081547964] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.133713] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.216144] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.216144] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-051bb18d-6131-4695-add0-56b8a344d893 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.227907] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1028.227907] env[70771]: value = "task-3514190" [ 1028.227907] env[70771]: _type = "Task" [ 1028.227907] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.243837] env[70771]: DEBUG nova.scheduler.client.report [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.248119] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.434484] env[70771]: DEBUG nova.compute.manager [req-4419d914-6856-4176-ac10-0506dc3df7d7 req-c5974011-c0d5-4b7c-9d02-c6388e86c9ee service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Received event network-vif-deleted-9e91c472-2431-4af9-9f07-2ad3b4c662ef {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.434890] env[70771]: INFO nova.compute.manager [req-4419d914-6856-4176-ac10-0506dc3df7d7 req-c5974011-c0d5-4b7c-9d02-c6388e86c9ee service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Neutron deleted interface 9e91c472-2431-4af9-9f07-2ad3b4c662ef; detaching it from the instance and deleting it from the info cache [ 1028.435058] env[70771]: DEBUG nova.network.neutron [req-4419d914-6856-4176-ac10-0506dc3df7d7 req-c5974011-c0d5-4b7c-9d02-c6388e86c9ee service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.738459] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514190, 'name': PowerOffVM_Task, 'duration_secs': 0.25904} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.738736] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.738923] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance '46131288-c456-4b92-bd29-f0f89a5a2bfe' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.749787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.752423] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.153s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.752690] env[70771]: DEBUG nova.objects.instance [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lazy-loading 'resources' on Instance uuid ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.779612] env[70771]: INFO nova.scheduler.client.report [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Deleted allocations for instance ade70948-73cb-4013-b47a-d5aa22edd9dd [ 1028.819224] env[70771]: DEBUG nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.846803] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.847072] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.847233] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.847789] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.847789] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.847789] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.847998] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.848174] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.848360] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.848524] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.848697] env[70771]: DEBUG nova.virt.hardware [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.849830] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1922377b-723a-42bc-923f-91be8f42be21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.858767] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22abbeaf-bfad-47f3-b6d6-b85a99cbddbc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.916450] env[70771]: DEBUG nova.network.neutron [-] [instance: cb8dd694-5243-4232-a790-8c3081547964] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.938607] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79ba6ad6-f110-4354-aeb3-097ae7950c6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.949660] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001d8f93-58f4-4c3e-98ba-b056299cbd2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.984387] env[70771]: DEBUG nova.compute.manager [req-4419d914-6856-4176-ac10-0506dc3df7d7 req-c5974011-c0d5-4b7c-9d02-c6388e86c9ee service nova] [instance: cb8dd694-5243-4232-a790-8c3081547964] Detach interface failed, port_id=9e91c472-2431-4af9-9f07-2ad3b4c662ef, reason: Instance cb8dd694-5243-4232-a790-8c3081547964 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.106857] env[70771]: DEBUG nova.compute.manager [req-43f38012-9d5a-4254-8e9e-47fb855535d3 req-6d072c48-e39f-41b5-a951-3af21a8b70f5 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Received event network-vif-plugged-7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.107137] env[70771]: DEBUG oslo_concurrency.lockutils [req-43f38012-9d5a-4254-8e9e-47fb855535d3 req-6d072c48-e39f-41b5-a951-3af21a8b70f5 service nova] Acquiring lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.107445] env[70771]: DEBUG oslo_concurrency.lockutils [req-43f38012-9d5a-4254-8e9e-47fb855535d3 req-6d072c48-e39f-41b5-a951-3af21a8b70f5 service nova] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.107635] env[70771]: DEBUG oslo_concurrency.lockutils [req-43f38012-9d5a-4254-8e9e-47fb855535d3 req-6d072c48-e39f-41b5-a951-3af21a8b70f5 service nova] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.107805] env[70771]: DEBUG nova.compute.manager [req-43f38012-9d5a-4254-8e9e-47fb855535d3 req-6d072c48-e39f-41b5-a951-3af21a8b70f5 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] No waiting events found dispatching network-vif-plugged-7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.107973] env[70771]: WARNING nova.compute.manager [req-43f38012-9d5a-4254-8e9e-47fb855535d3 req-6d072c48-e39f-41b5-a951-3af21a8b70f5 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Received unexpected event network-vif-plugged-7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 for instance with vm_state building and task_state spawning. [ 1029.201919] env[70771]: DEBUG nova.network.neutron [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Successfully updated port: 7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.209603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "0a856bb1-3f78-4b96-8019-428808a026ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.209603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.209603] env[70771]: INFO nova.compute.manager [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Attaching volume 7c30c1e5-b4d5-49b5-84d6-ad179bd4212d to /dev/sdb [ 1029.245435] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.245683] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.245848] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.246349] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.246582] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.246752] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.246961] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.247161] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.247371] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.247576] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.247760] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.259542] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95ce1490-fa97-4ac8-951d-5f61ee9ece4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.274064] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06943358-f12e-4645-a0c7-a8b6d397c88e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.281049] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b997a33-cf9a-4b64-8a08-22f17dd37e3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.287441] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1029.287441] env[70771]: value = "task-3514191" [ 1029.287441] env[70771]: _type = "Task" [ 1029.287441] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.289232] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5b050a9b-dc41-4199-b896-b37dba84d3de tempest-ServerTagsTestJSON-555351581 tempest-ServerTagsTestJSON-555351581-project-member] Lock "ade70948-73cb-4013-b47a-d5aa22edd9dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.594s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.300431] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.309485] env[70771]: DEBUG nova.virt.block_device [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Updating existing volume attachment record: 1799e239-3d1f-4457-a1fd-b8cba64ae365 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.419214] env[70771]: INFO nova.compute.manager [-] [instance: cb8dd694-5243-4232-a790-8c3081547964] Took 1.29 seconds to deallocate network for instance. [ 1029.627190] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca0843f-5b69-4d0e-accf-d3376f136fc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.635804] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257896c6-317b-4972-9e3a-926791842573 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.668664] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e8be8-174f-40ba-b061-2ef1579f900c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.677459] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119657b-b27f-49c5-8eb9-47cde0bd3c35 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.693797] env[70771]: DEBUG nova.compute.provider_tree [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.705038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "refresh_cache-1efb4766-7eb6-49b7-b5fe-af66c80d040f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.705250] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "refresh_cache-1efb4766-7eb6-49b7-b5fe-af66c80d040f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.705369] env[70771]: DEBUG nova.network.neutron [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.808023] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514191, 'name': ReconfigVM_Task, 'duration_secs': 0.259329} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.808023] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance '46131288-c456-4b92-bd29-f0f89a5a2bfe' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.930828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.197558] env[70771]: DEBUG nova.scheduler.client.report [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.248318] env[70771]: DEBUG nova.network.neutron [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.313266] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.313566] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.313746] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.313946] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.314118] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.314288] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.314517] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.314676] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.314859] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.315048] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.315253] env[70771]: DEBUG nova.virt.hardware [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.320729] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.323799] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a08bb74-e703-4ce1-8cca-1b89ff5b0554 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.345977] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1030.345977] env[70771]: value = "task-3514193" [ 1030.345977] env[70771]: _type = "Task" [ 1030.345977] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.357986] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.411921] env[70771]: DEBUG nova.network.neutron [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Updating instance_info_cache with network_info: [{"id": "7e0fcbb0-bec6-42cc-9c47-d619af0b65a5", "address": "fa:16:3e:8f:56:57", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0fcbb0-be", "ovs_interfaceid": "7e0fcbb0-bec6-42cc-9c47-d619af0b65a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.657945] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c770c0-a210-c35f-0443-3fc5f8334f95/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1030.659173] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d5f9e5-6cf0-4968-800b-9053247c3b2d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.666337] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c770c0-a210-c35f-0443-3fc5f8334f95/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1030.666792] env[70771]: ERROR oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c770c0-a210-c35f-0443-3fc5f8334f95/disk-0.vmdk due to incomplete transfer. [ 1030.666792] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d53ab96d-990b-4172-8aa4-b3704fa82b42 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.675556] env[70771]: DEBUG oslo_vmware.rw_handles [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c770c0-a210-c35f-0443-3fc5f8334f95/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1030.675647] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Uploaded image 972ec229-80d8-4353-bfac-e2630fcb4261 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1030.677862] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1030.678137] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8e876ec-c282-442d-957d-d147ae903cdc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.684869] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1030.684869] env[70771]: value = "task-3514194" [ 1030.684869] env[70771]: _type = "Task" [ 1030.684869] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.694266] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514194, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.702228] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.704747] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.093s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.706575] env[70771]: INFO nova.compute.claims [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.728763] env[70771]: INFO nova.scheduler.client.report [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted allocations for instance ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c [ 1030.857801] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514193, 'name': ReconfigVM_Task, 'duration_secs': 0.293438} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.857801] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.858449] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21120abe-605f-4915-969b-e762e3d64c06 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.883470] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 46131288-c456-4b92-bd29-f0f89a5a2bfe/46131288-c456-4b92-bd29-f0f89a5a2bfe.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.883782] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf4bc2a-b705-420c-af54-21a49628cb44 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.904449] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1030.904449] env[70771]: value = "task-3514195" [ 1030.904449] env[70771]: _type = "Task" [ 1030.904449] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.913710] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.914195] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "refresh_cache-1efb4766-7eb6-49b7-b5fe-af66c80d040f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.914519] env[70771]: DEBUG nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Instance network_info: |[{"id": "7e0fcbb0-bec6-42cc-9c47-d619af0b65a5", "address": "fa:16:3e:8f:56:57", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0fcbb0-be", "ovs_interfaceid": "7e0fcbb0-bec6-42cc-9c47-d619af0b65a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.914935] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:56:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0fcbb0-bec6-42cc-9c47-d619af0b65a5', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.922372] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.922607] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.923982] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb75cf19-8e0d-46f2-81af-59525ad0d9d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.944891] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.944891] env[70771]: value = "task-3514196" [ 1030.944891] env[70771]: _type = "Task" [ 1030.944891] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.954147] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514196, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.146223] env[70771]: DEBUG nova.compute.manager [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Received event network-changed-7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.146432] env[70771]: DEBUG nova.compute.manager [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Refreshing instance network info cache due to event network-changed-7e0fcbb0-bec6-42cc-9c47-d619af0b65a5. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.146693] env[70771]: DEBUG oslo_concurrency.lockutils [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] Acquiring lock "refresh_cache-1efb4766-7eb6-49b7-b5fe-af66c80d040f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.146851] env[70771]: DEBUG oslo_concurrency.lockutils [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] Acquired lock "refresh_cache-1efb4766-7eb6-49b7-b5fe-af66c80d040f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.147037] env[70771]: DEBUG nova.network.neutron [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Refreshing network info cache for port 7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.196182] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514194, 'name': Destroy_Task, 'duration_secs': 0.345028} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.196466] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Destroyed the VM [ 1031.196876] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.197220] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-934d3977-7334-4258-bcc8-3d943ba22c2b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.205418] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1031.205418] env[70771]: value = "task-3514197" [ 1031.205418] env[70771]: _type = "Task" [ 1031.205418] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.216199] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.240227] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1f0c6a3a-a304-49d0-bfcc-f9d0617a6604 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.551s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.416836] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514195, 'name': ReconfigVM_Task, 'duration_secs': 0.297097} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.417288] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 46131288-c456-4b92-bd29-f0f89a5a2bfe/46131288-c456-4b92-bd29-f0f89a5a2bfe.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.417553] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance '46131288-c456-4b92-bd29-f0f89a5a2bfe' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.459223] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514196, 'name': CreateVM_Task, 'duration_secs': 0.391385} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.459223] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.459223] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.459223] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.459223] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.459223] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0644d1af-e8d5-418f-8698-53e826bec76f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.466087] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1031.466087] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ea0ebc-143e-d451-7bb3-144d20ba58af" [ 1031.466087] env[70771]: _type = "Task" [ 1031.466087] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.482701] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ea0ebc-143e-d451-7bb3-144d20ba58af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.714749] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514197, 'name': RemoveSnapshot_Task, 'duration_secs': 0.446141} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.715097] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.715366] env[70771]: DEBUG nova.compute.manager [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.716223] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1fccd6-dc84-4ee5-bfc5-84262cd7ee8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.863476] env[70771]: DEBUG nova.network.neutron [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Updated VIF entry in instance network info cache for port 7e0fcbb0-bec6-42cc-9c47-d619af0b65a5. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.863476] env[70771]: DEBUG nova.network.neutron [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Updating instance_info_cache with network_info: [{"id": "7e0fcbb0-bec6-42cc-9c47-d619af0b65a5", "address": "fa:16:3e:8f:56:57", "network": {"id": "fc4bdcb5-bf75-47f2-936f-d0134edf8642", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1480990256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b8971de3254551aa4a3ac1ddb6a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0fcbb0-be", "ovs_interfaceid": "7e0fcbb0-bec6-42cc-9c47-d619af0b65a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.926835] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5a226-794e-48fa-9ec2-aceb87bd6961 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.950960] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1003db-d3ec-43aa-927e-922cdeda078b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.969797] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance '46131288-c456-4b92-bd29-f0f89a5a2bfe' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.984920] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ea0ebc-143e-d451-7bb3-144d20ba58af, 'name': SearchDatastore_Task, 'duration_secs': 0.06265} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.985398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.985782] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.985782] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.985892] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.986075] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.986332] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b5fe88a-5df2-4d2b-b69e-51b8d77e4d95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.998050] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.998234] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.001058] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1f55a9-b8db-48ad-a178-736b563c80ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.007471] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1032.007471] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520a8806-956a-0d8e-71d5-54e6a194f438" [ 1032.007471] env[70771]: _type = "Task" [ 1032.007471] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.020445] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520a8806-956a-0d8e-71d5-54e6a194f438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.035310] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78af38f-485b-48d2-89f6-d330d08b7aa6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.042988] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a06ee-ac68-4cca-8a84-796945431c07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.073815] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e57ae-3925-4a82-a68f-291c31ecfceb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.082469] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c8c3f0-54ad-47dd-a3ef-1625eb8be8e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.096885] env[70771]: DEBUG nova.compute.provider_tree [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.233165] env[70771]: INFO nova.compute.manager [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Shelve offloading [ 1032.367814] env[70771]: DEBUG oslo_concurrency.lockutils [req-fc794bc6-9f7e-4cd0-91e0-3e0fdaac1459 req-4945b11e-4659-4e64-a21c-1473b497aa17 service nova] Releasing lock "refresh_cache-1efb4766-7eb6-49b7-b5fe-af66c80d040f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.514493] env[70771]: DEBUG nova.network.neutron [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Port ecf4261e-a51f-4965-8ca0-c199803298ab binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1032.519278] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520a8806-956a-0d8e-71d5-54e6a194f438, 'name': SearchDatastore_Task, 'duration_secs': 0.017839} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.520274] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4525114-cc95-4694-9124-8c8a08be125b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.525914] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1032.525914] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c06814-b606-0590-467e-b84df90689c1" [ 1032.525914] env[70771]: _type = "Task" [ 1032.525914] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.535449] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c06814-b606-0590-467e-b84df90689c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.599804] env[70771]: DEBUG nova.scheduler.client.report [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.737699] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.738092] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-164535ef-928a-41ed-95e3-ad0a0f17e2e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.746228] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1032.746228] env[70771]: value = "task-3514199" [ 1032.746228] env[70771]: _type = "Task" [ 1032.746228] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.756457] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.037103] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c06814-b606-0590-467e-b84df90689c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.037371] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.037625] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 1efb4766-7eb6-49b7-b5fe-af66c80d040f/1efb4766-7eb6-49b7-b5fe-af66c80d040f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.037890] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f62520c5-a1b3-404f-9495-c1f6894f36d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.044948] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1033.044948] env[70771]: value = "task-3514200" [ 1033.044948] env[70771]: _type = "Task" [ 1033.044948] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.053219] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.104455] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.106067] env[70771]: DEBUG nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.107804] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.974s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.257246] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.257481] env[70771]: DEBUG nova.compute.manager [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.258309] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17623f49-8b67-4867-b0b4-cd046791f720 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.265757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.265976] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.266183] env[70771]: DEBUG nova.network.neutron [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.542596] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.542848] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.544041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.555812] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514200, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.618577] env[70771]: DEBUG nova.compute.utils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.620345] env[70771]: DEBUG nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.620550] env[70771]: DEBUG nova.network.neutron [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.661825] env[70771]: DEBUG nova.policy [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e8dca5e1af243ac981f96e3de042c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2426bcaf839a43b88af8a82af4b58517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.861575] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1033.861813] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702115', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'name': 'volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a856bb1-3f78-4b96-8019-428808a026ca', 'attached_at': '', 'detached_at': '', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'serial': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1033.862747] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de30ccb-2647-4594-83e4-91d9afd0cd3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.884298] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a04a903-1413-4ea3-bd3b-9e3389f5f21e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.911546] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d/volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.911859] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecf0960-4a22-4076-8fee-f8250ec31ca6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.928389] env[70771]: DEBUG nova.network.neutron [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Successfully created port: d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.936107] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1033.936107] env[70771]: value = "task-3514201" [ 1033.936107] env[70771]: _type = "Task" [ 1033.936107] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.946147] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.997967] env[70771]: DEBUG nova.network.neutron [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Updating instance_info_cache with network_info: [{"id": "191e2435-97b6-4df4-bf52-8ed36a5df066", "address": "fa:16:3e:62:c9:77", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191e2435-97", "ovs_interfaceid": "191e2435-97b6-4df4-bf52-8ed36a5df066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.056254] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521553} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.057201] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 1efb4766-7eb6-49b7-b5fe-af66c80d040f/1efb4766-7eb6-49b7-b5fe-af66c80d040f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.057442] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.057729] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f09674eb-2e94-4dec-8965-7bb8387d20b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.067857] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1034.067857] env[70771]: value = "task-3514202" [ 1034.067857] env[70771]: _type = "Task" [ 1034.067857] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.079552] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.120782] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 46131288-c456-4b92-bd29-f0f89a5a2bfe as it has an incoming, in-progress migration 398505d3-56e7-4178-89d0-8ec9ad164a36. Migration status is post-migrating {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1034.122386] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating resource usage from migration 398505d3-56e7-4178-89d0-8ec9ad164a36 [ 1034.126290] env[70771]: DEBUG nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.154999] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 97693e67-108c-47d1-9f93-78376c9b11e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.155303] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b4213304-4027-4f7a-aa55-aefe8e2dd019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.155378] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.155554] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance cb8dd694-5243-4232-a790-8c3081547964 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.155692] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 879c8b0d-dd64-4c09-8ebe-e96484803fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.155851] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 0a856bb1-3f78-4b96-8019-428808a026ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.156048] env[70771]: WARNING nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance cc76c519-5287-42af-8d24-1c3eb2d9b5ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.156216] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 2de49100-f331-48e6-be59-16d999d972c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.156362] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance f20e9ddf-9ab7-4829-9d4c-c379ff045f1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.156502] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 762fe45a-836c-4eb6-a630-bcf7efa35e5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.156622] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance dab7c971-aff5-4831-a96b-9625ef20ab0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.156809] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration 398505d3-56e7-4178-89d0-8ec9ad164a36 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1034.156948] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 46131288-c456-4b92-bd29-f0f89a5a2bfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.157110] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 1efb4766-7eb6-49b7-b5fe-af66c80d040f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.157243] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance dfe11fa6-4b37-468d-a339-ad88e95778b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.448140] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514201, 'name': ReconfigVM_Task, 'duration_secs': 0.366109} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.448585] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d/volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.454441] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-630c98c9-e6e3-4120-9f04-0f3253c71a61 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.472873] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1034.472873] env[70771]: value = "task-3514203" [ 1034.472873] env[70771]: _type = "Task" [ 1034.472873] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.481878] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.500844] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.577407] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067902} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.577731] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.578575] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22822da-9237-425f-a156-6b7521d8152e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.601419] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 1efb4766-7eb6-49b7-b5fe-af66c80d040f/1efb4766-7eb6-49b7-b5fe-af66c80d040f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.602487] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.602673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.602852] env[70771]: DEBUG nova.network.neutron [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.604012] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5e4523-86d5-4e28-9e66-a533bb33fbb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.629038] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1034.629038] env[70771]: value = "task-3514204" [ 1034.629038] env[70771]: _type = "Task" [ 1034.629038] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.643113] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.660703] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance df0124cd-f465-4781-8f15-9eafb23909fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1034.894659] env[70771]: DEBUG nova.compute.manager [req-0c8f56ae-b764-4e17-89f2-27780af06d24 req-a98f2ffd-0399-4b51-8239-bf89c875bd14 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Received event network-vif-unplugged-191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.894939] env[70771]: DEBUG oslo_concurrency.lockutils [req-0c8f56ae-b764-4e17-89f2-27780af06d24 req-a98f2ffd-0399-4b51-8239-bf89c875bd14 service nova] Acquiring lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.894939] env[70771]: DEBUG oslo_concurrency.lockutils [req-0c8f56ae-b764-4e17-89f2-27780af06d24 req-a98f2ffd-0399-4b51-8239-bf89c875bd14 service nova] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.895318] env[70771]: DEBUG oslo_concurrency.lockutils [req-0c8f56ae-b764-4e17-89f2-27780af06d24 req-a98f2ffd-0399-4b51-8239-bf89c875bd14 service nova] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.895532] env[70771]: DEBUG nova.compute.manager [req-0c8f56ae-b764-4e17-89f2-27780af06d24 req-a98f2ffd-0399-4b51-8239-bf89c875bd14 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] No waiting events found dispatching network-vif-unplugged-191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.895698] env[70771]: WARNING nova.compute.manager [req-0c8f56ae-b764-4e17-89f2-27780af06d24 req-a98f2ffd-0399-4b51-8239-bf89c875bd14 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Received unexpected event network-vif-unplugged-191e2435-97b6-4df4-bf52-8ed36a5df066 for instance with vm_state shelved and task_state shelving_offloading. [ 1034.932649] env[70771]: DEBUG nova.network.neutron [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance_info_cache with network_info: [{"id": "ecf4261e-a51f-4965-8ca0-c199803298ab", "address": "fa:16:3e:ec:84:99", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261e-a5", "ovs_interfaceid": "ecf4261e-a51f-4965-8ca0-c199803298ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.957027] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.957922] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493991d7-86d2-4f2d-b2b9-3094c1268443 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.966767] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.967029] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b504baf3-7a05-4e35-875f-5dfaa0f426a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.982502] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.033694] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.033917] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.034124] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleting the datastore file [datastore2] f20e9ddf-9ab7-4829-9d4c-c379ff045f1d {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.034412] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e36b03df-433b-4c94-b2ab-1f1cf9a4481d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.041430] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1035.041430] env[70771]: value = "task-3514206" [ 1035.041430] env[70771]: _type = "Task" [ 1035.041430] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.050870] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.139829] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.144257] env[70771]: DEBUG nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.164635] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 851d884c-71b6-4d52-8b7e-c9f42b3a32a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1035.171986] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.172274] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.172478] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.172677] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.172828] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.173103] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.173328] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.173488] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.173655] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.173819] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.173991] env[70771]: DEBUG nova.virt.hardware [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.174845] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96db394-31f1-482e-9fa1-c90eeda2d08f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.185393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a253b-f70f-4b3e-821a-7c96ff068319 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.327559] env[70771]: DEBUG nova.compute.manager [req-6d624ee7-e58c-4cc7-9e5b-94085274ec66 req-ead480f3-d61c-4022-95a8-274374c0d186 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Received event network-vif-plugged-d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.327801] env[70771]: DEBUG oslo_concurrency.lockutils [req-6d624ee7-e58c-4cc7-9e5b-94085274ec66 req-ead480f3-d61c-4022-95a8-274374c0d186 service nova] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.328830] env[70771]: DEBUG oslo_concurrency.lockutils [req-6d624ee7-e58c-4cc7-9e5b-94085274ec66 req-ead480f3-d61c-4022-95a8-274374c0d186 service nova] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.328830] env[70771]: DEBUG oslo_concurrency.lockutils [req-6d624ee7-e58c-4cc7-9e5b-94085274ec66 req-ead480f3-d61c-4022-95a8-274374c0d186 service nova] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.328830] env[70771]: DEBUG nova.compute.manager [req-6d624ee7-e58c-4cc7-9e5b-94085274ec66 req-ead480f3-d61c-4022-95a8-274374c0d186 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] No waiting events found dispatching network-vif-plugged-d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.328830] env[70771]: WARNING nova.compute.manager [req-6d624ee7-e58c-4cc7-9e5b-94085274ec66 req-ead480f3-d61c-4022-95a8-274374c0d186 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Received unexpected event network-vif-plugged-d506616a-0f29-4c61-a311-e82742563f4a for instance with vm_state building and task_state spawning. [ 1035.420992] env[70771]: DEBUG nova.network.neutron [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Successfully updated port: d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.435206] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.485217] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.554539] env[70771]: DEBUG oslo_vmware.api [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389595} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.554810] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.555012] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.555189] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.579966] env[70771]: INFO nova.scheduler.client.report [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted allocations for instance f20e9ddf-9ab7-4829-9d4c-c379ff045f1d [ 1035.641749] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.668181] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 4b6f46ca-347a-4320-852d-c8c74fe423c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1035.926248] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.926554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.926711] env[70771]: DEBUG nova.network.neutron [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.961248] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ff0ec2-896c-435b-ae3f-92f335d4c9cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.983936] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bacea4b-112e-4033-97e8-7bc5cf7608c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.991500] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance '46131288-c456-4b92-bd29-f0f89a5a2bfe' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.998727] env[70771]: DEBUG oslo_vmware.api [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514203, 'name': ReconfigVM_Task, 'duration_secs': 1.161258} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.000023] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702115', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'name': 'volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a856bb1-3f78-4b96-8019-428808a026ca', 'attached_at': '', 'detached_at': '', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'serial': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1036.084842] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.141464] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514204, 'name': ReconfigVM_Task, 'duration_secs': 1.220733} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.141757] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 1efb4766-7eb6-49b7-b5fe-af66c80d040f/1efb4766-7eb6-49b7-b5fe-af66c80d040f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.142440] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf4cb85-ad6c-4145-be12-ca54c5fc3430 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.149993] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1036.149993] env[70771]: value = "task-3514207" [ 1036.149993] env[70771]: _type = "Task" [ 1036.149993] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.159712] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514207, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.172038] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 88a63d80-916a-40fe-b8fe-ab18d3d8802f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1036.460033] env[70771]: DEBUG nova.network.neutron [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.498277] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.500838] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b81511a-d19b-4123-bf96-a4ec50c243d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.510964] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1036.510964] env[70771]: value = "task-3514208" [ 1036.510964] env[70771]: _type = "Task" [ 1036.510964] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.530911] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.601785] env[70771]: DEBUG nova.network.neutron [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updating instance_info_cache with network_info: [{"id": "d506616a-0f29-4c61-a311-e82742563f4a", "address": "fa:16:3e:58:98:04", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd506616a-0f", "ovs_interfaceid": "d506616a-0f29-4c61-a311-e82742563f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.660202] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514207, 'name': Rename_Task, 'duration_secs': 0.148687} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.660465] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.660706] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e974df1a-0510-4f20-8a6b-b454b56e552b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.666699] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1036.666699] env[70771]: value = "task-3514209" [ 1036.666699] env[70771]: _type = "Task" [ 1036.666699] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.675664] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 31944f93-5cac-4ca3-9d9d-c0f0f45c1783 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1036.676949] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.921137] env[70771]: DEBUG nova.compute.manager [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Received event network-changed-191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.921343] env[70771]: DEBUG nova.compute.manager [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Refreshing instance network info cache due to event network-changed-191e2435-97b6-4df4-bf52-8ed36a5df066. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.921559] env[70771]: DEBUG oslo_concurrency.lockutils [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] Acquiring lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.921703] env[70771]: DEBUG oslo_concurrency.lockutils [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] Acquired lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.921862] env[70771]: DEBUG nova.network.neutron [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Refreshing network info cache for port 191e2435-97b6-4df4-bf52-8ed36a5df066 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.021297] env[70771]: DEBUG oslo_vmware.api [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514208, 'name': PowerOnVM_Task, 'duration_secs': 0.400481} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.021602] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.021763] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbbf2e6-6cbf-424f-81f9-9b5f7b04245d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance '46131288-c456-4b92-bd29-f0f89a5a2bfe' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.042261] env[70771]: DEBUG nova.objects.instance [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'flavor' on Instance uuid 0a856bb1-3f78-4b96-8019-428808a026ca {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.084260] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.104907] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.105439] env[70771]: DEBUG nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Instance network_info: |[{"id": "d506616a-0f29-4c61-a311-e82742563f4a", "address": "fa:16:3e:58:98:04", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd506616a-0f", "ovs_interfaceid": "d506616a-0f29-4c61-a311-e82742563f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.106137] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:98:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd506616a-0f29-4c61-a311-e82742563f4a', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.113562] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.113791] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.114037] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26475e8e-f07d-4eb3-af19-4b5dfa16308e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.134344] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.134344] env[70771]: value = "task-3514210" [ 1037.134344] env[70771]: _type = "Task" [ 1037.134344] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.142060] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514210, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.176204] env[70771]: DEBUG oslo_vmware.api [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514209, 'name': PowerOnVM_Task, 'duration_secs': 0.44618} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.176529] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.176773] env[70771]: INFO nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1037.176991] env[70771]: DEBUG nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.177860] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec592af-88cb-45a1-bf11-a0a21970e159 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.180846] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance a5e8c757-1dd8-47b2-be82-9abe6760de33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1037.181097] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1037.181244] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1037.428678] env[70771]: DEBUG nova.compute.manager [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Received event network-changed-d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.428854] env[70771]: DEBUG nova.compute.manager [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Refreshing instance network info cache due to event network-changed-d506616a-0f29-4c61-a311-e82742563f4a. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.429104] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] Acquiring lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.429180] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] Acquired lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.429377] env[70771]: DEBUG nova.network.neutron [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Refreshing network info cache for port d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.464951] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176e1ab5-130f-4dca-adc4-2f21cf5f5a6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.480642] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad378c-9dea-4a0b-b16b-c886ea2f07af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.514699] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993034b2-425a-4c79-b58d-6d2664dd640f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.532208] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f161a-ffa8-4c5c-8129-104967ed6fcb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.550947] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98bbc81f-c572-480f-95dd-68b252dddb33 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.343s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.552505] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.643570] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514210, 'name': CreateVM_Task, 'duration_secs': 0.356995} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.644325] env[70771]: DEBUG nova.network.neutron [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Updated VIF entry in instance network info cache for port 191e2435-97b6-4df4-bf52-8ed36a5df066. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.644644] env[70771]: DEBUG nova.network.neutron [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Updating instance_info_cache with network_info: [{"id": "191e2435-97b6-4df4-bf52-8ed36a5df066", "address": "fa:16:3e:62:c9:77", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": null, "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap191e2435-97", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.646185] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.646921] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.647102] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.647417] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.647658] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba00373-0670-4159-a54a-71fbe9fe49d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.652514] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1037.652514] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f3f9d8-ba80-ba00-845e-f02f1b87999a" [ 1037.652514] env[70771]: _type = "Task" [ 1037.652514] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.662964] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f3f9d8-ba80-ba00-845e-f02f1b87999a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.699623] env[70771]: INFO nova.compute.manager [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Took 35.45 seconds to build instance. [ 1037.831821] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "0a856bb1-3f78-4b96-8019-428808a026ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.832105] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.883703] env[70771]: DEBUG nova.compute.manager [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.884637] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bca4117-8daf-4d74-8212-1a63a4aaab8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.056035] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.135806] env[70771]: DEBUG nova.network.neutron [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updated VIF entry in instance network info cache for port d506616a-0f29-4c61-a311-e82742563f4a. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.136197] env[70771]: DEBUG nova.network.neutron [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updating instance_info_cache with network_info: [{"id": "d506616a-0f29-4c61-a311-e82742563f4a", "address": "fa:16:3e:58:98:04", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd506616a-0f", "ovs_interfaceid": "d506616a-0f29-4c61-a311-e82742563f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.147204] env[70771]: DEBUG oslo_concurrency.lockutils [req-2ac4c12f-7518-47a5-b35f-6240483411b5 req-6619ce57-e93d-4681-89e9-30dfb5f6d383 service nova] Releasing lock "refresh_cache-f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.162805] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f3f9d8-ba80-ba00-845e-f02f1b87999a, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.163114] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.163350] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.163588] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.163735] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.163912] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.164193] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7db9a3bd-2f2a-4ebe-b7af-c508bcebdde7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.185664] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.185862] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.186592] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10cd00ce-9f81-4e62-9f56-f74bed3d16a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.191801] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1038.191801] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528340a3-f00f-60b1-d804-bc54a95f5b06" [ 1038.191801] env[70771]: _type = "Task" [ 1038.191801] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.199863] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528340a3-f00f-60b1-d804-bc54a95f5b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.201321] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8d174da-53d0-472d-9f79-872af9ba450c tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.971s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.334464] env[70771]: INFO nova.compute.manager [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Detaching volume 7c30c1e5-b4d5-49b5-84d6-ad179bd4212d [ 1038.368410] env[70771]: INFO nova.virt.block_device [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Attempting to driver detach volume 7c30c1e5-b4d5-49b5-84d6-ad179bd4212d from mountpoint /dev/sdb [ 1038.368663] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1038.368876] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702115', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'name': 'volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a856bb1-3f78-4b96-8019-428808a026ca', 'attached_at': '', 'detached_at': '', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'serial': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1038.369744] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d23df07-875f-4616-9403-f569726015c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.392244] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2df43e-88b5-4492-b75a-287fa578e76a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.395242] env[70771]: INFO nova.compute.manager [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] instance snapshotting [ 1038.395878] env[70771]: DEBUG nova.objects.instance [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'flavor' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.403284] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752d844-ac82-49fc-a845-38c2118a11bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.427370] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0c375f-3bc3-4971-ba03-0f7f92f0b9a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.443770] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] The volume has not been displaced from its original location: [datastore1] volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d/volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1038.449333] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1038.450061] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b8cc73-df36-4a53-82fa-58e5b7820d12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.468646] env[70771]: DEBUG oslo_vmware.api [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1038.468646] env[70771]: value = "task-3514211" [ 1038.468646] env[70771]: _type = "Task" [ 1038.468646] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.476652] env[70771]: DEBUG oslo_vmware.api [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.560557] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1038.561345] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.453s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.561345] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.774s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.562848] env[70771]: INFO nova.compute.claims [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.638469] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd1b0dad-0745-4788-b4fc-c55a369f4e08 req-8eaf5d3b-3592-4fae-a7ea-b68816a51fe4 service nova] Releasing lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.702497] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528340a3-f00f-60b1-d804-bc54a95f5b06, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.703240] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9951f169-b08f-4e0f-b319-c18ae82d7bfe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.708041] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1038.708041] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5211302e-7099-0524-5c2d-d311236ea6e6" [ 1038.708041] env[70771]: _type = "Task" [ 1038.708041] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.715219] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5211302e-7099-0524-5c2d-d311236ea6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.901490] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0a213e-3ff2-4327-a9ca-f4d3781a8e53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.920682] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61cf747-1d70-4937-8564-433942914ac2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.977915] env[70771]: DEBUG oslo_vmware.api [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514211, 'name': ReconfigVM_Task, 'duration_secs': 0.251176} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.978442] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.984699] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7a6dbd-5696-40d3-b41d-636d47befdfe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.001805] env[70771]: DEBUG oslo_vmware.api [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1039.001805] env[70771]: value = "task-3514212" [ 1039.001805] env[70771]: _type = "Task" [ 1039.001805] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.010069] env[70771]: DEBUG oslo_vmware.api [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.219475] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5211302e-7099-0524-5c2d-d311236ea6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.219862] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.220018] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] dfe11fa6-4b37-468d-a339-ad88e95778b5/dfe11fa6-4b37-468d-a339-ad88e95778b5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.220278] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44228745-f68e-4655-9506-b7e59fc49b55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.226955] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1039.226955] env[70771]: value = "task-3514213" [ 1039.226955] env[70771]: _type = "Task" [ 1039.226955] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.234490] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.339103] env[70771]: DEBUG nova.compute.manager [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.340524] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb5fbbf-a0db-4df5-8733-00a35abbb469 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.427893] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.428186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.428394] env[70771]: DEBUG nova.compute.manager [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Going to confirm migration 3 {{(pid=70771) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1039.435936] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.436322] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9d1dfd45-0ea1-4b03-bf72-5b6b552bd4e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.444837] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1039.444837] env[70771]: value = "task-3514214" [ 1039.444837] env[70771]: _type = "Task" [ 1039.444837] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.455912] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.518997] env[70771]: DEBUG oslo_vmware.api [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514212, 'name': ReconfigVM_Task, 'duration_secs': 0.13409} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.519833] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702115', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'name': 'volume-7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a856bb1-3f78-4b96-8019-428808a026ca', 'attached_at': '', 'detached_at': '', 'volume_id': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d', 'serial': '7c30c1e5-b4d5-49b5-84d6-ad179bd4212d'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1039.740621] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461107} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.740921] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] dfe11fa6-4b37-468d-a339-ad88e95778b5/dfe11fa6-4b37-468d-a339-ad88e95778b5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.741186] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.741499] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73eb2f38-92f9-4f6a-bd60-687f296d9a63 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.748616] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1039.748616] env[70771]: value = "task-3514215" [ 1039.748616] env[70771]: _type = "Task" [ 1039.748616] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.756986] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.851719] env[70771]: INFO nova.compute.manager [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] instance snapshotting [ 1039.854993] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e192bb-3c36-4c99-9373-9b265bebe32e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.881082] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1db9bf3-0c20-414b-bd84-0a9cf199572b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.906526] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef117eeb-fd93-4602-8e45-cddaf03fe3db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.914661] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae5bf1-3270-4d76-a120-60644d6dfe01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.949295] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150df19-69a9-4ff7-accf-9521853a62d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.964756] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954fc5ff-72a3-494b-b3ba-829a83305de9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.969249] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.979598] env[70771]: DEBUG nova.compute.provider_tree [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.048072] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.048466] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.048766] env[70771]: DEBUG nova.network.neutron [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.050083] env[70771]: DEBUG nova.objects.instance [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lazy-loading 'info_cache' on Instance uuid 46131288-c456-4b92-bd29-f0f89a5a2bfe {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.079699] env[70771]: DEBUG nova.objects.instance [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'flavor' on Instance uuid 0a856bb1-3f78-4b96-8019-428808a026ca {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.258767] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06408} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.259053] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.259777] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7297822-9060-48eb-8e16-d2f53b405078 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.282482] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] dfe11fa6-4b37-468d-a339-ad88e95778b5/dfe11fa6-4b37-468d-a339-ad88e95778b5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.282713] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98526c21-0369-4fff-8b79-ad04187bf542 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.303571] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1040.303571] env[70771]: value = "task-3514216" [ 1040.303571] env[70771]: _type = "Task" [ 1040.303571] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.311130] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.391100] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.391434] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6137a2ff-112d-459a-9997-c9f100ba48f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.398504] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1040.398504] env[70771]: value = "task-3514217" [ 1040.398504] env[70771]: _type = "Task" [ 1040.398504] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.406570] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.457957] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514214, 'name': CreateSnapshot_Task, 'duration_secs': 0.562005} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.458253] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.459013] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e41de9-0191-467d-93b4-031ff36b7460 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.483089] env[70771]: DEBUG nova.scheduler.client.report [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.813140] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.907853] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.976699] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.977075] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-264d1740-7789-4609-adea-397cd9ae9b64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.985200] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1040.985200] env[70771]: value = "task-3514218" [ 1040.985200] env[70771]: _type = "Task" [ 1040.985200] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.988645] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.989200] env[70771]: DEBUG nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.992208] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.476s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.992409] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.994382] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.543s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.995972] env[70771]: INFO nova.compute.claims [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.003872] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.024206] env[70771]: INFO nova.scheduler.client.report [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleted allocations for instance cc76c519-5287-42af-8d24-1c3eb2d9b5ae [ 1041.088258] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f8e40297-ea58-40a0-94a3-0284f2cc3449 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.264382] env[70771]: DEBUG nova.network.neutron [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance_info_cache with network_info: [{"id": "ecf4261e-a51f-4965-8ca0-c199803298ab", "address": "fa:16:3e:ec:84:99", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261e-a5", "ovs_interfaceid": "ecf4261e-a51f-4965-8ca0-c199803298ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.314556] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.410275] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.494611] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.499993] env[70771]: DEBUG nova.compute.utils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.503256] env[70771]: DEBUG nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.503371] env[70771]: DEBUG nova.network.neutron [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.533556] env[70771]: DEBUG oslo_concurrency.lockutils [None req-acdcaa66-641b-4752-b351-f0743e2bcc6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "cc76c519-5287-42af-8d24-1c3eb2d9b5ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.668s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.539780] env[70771]: DEBUG nova.policy [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1898e6a34c4e75b1fb54723f12183e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73ac815ce6d64866a36e2157bda9e5b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.768705] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-46131288-c456-4b92-bd29-f0f89a5a2bfe" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.768705] env[70771]: DEBUG nova.objects.instance [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lazy-loading 'migration_context' on Instance uuid 46131288-c456-4b92-bd29-f0f89a5a2bfe {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.815114] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514216, 'name': ReconfigVM_Task, 'duration_secs': 1.119009} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.815414] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfigured VM instance instance-00000057 to attach disk [datastore1] dfe11fa6-4b37-468d-a339-ad88e95778b5/dfe11fa6-4b37-468d-a339-ad88e95778b5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.816030] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8694660-054a-4ba1-abbf-0ca20780f639 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.823148] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1041.823148] env[70771]: value = "task-3514219" [ 1041.823148] env[70771]: _type = "Task" [ 1041.823148] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.833751] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514219, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.834684] env[70771]: DEBUG nova.network.neutron [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Successfully created port: 3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.916020] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514217, 'name': CreateSnapshot_Task, 'duration_secs': 1.209707} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.916020] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.916020] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58e538b-d83e-4a5b-89bc-8cc2fc8d9f71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.995677] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.004427] env[70771]: DEBUG nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.194490] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "0a856bb1-3f78-4b96-8019-428808a026ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.194905] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.195232] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "0a856bb1-3f78-4b96-8019-428808a026ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.195552] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.195840] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.199962] env[70771]: INFO nova.compute.manager [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Terminating instance [ 1042.259234] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e6dc8-dedd-4769-88ae-67a2953a7dc1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.266567] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd801db4-587d-4134-b069-1e7e3f30bd24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.271850] env[70771]: DEBUG nova.objects.base [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Object Instance<46131288-c456-4b92-bd29-f0f89a5a2bfe> lazy-loaded attributes: info_cache,migration_context {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.272621] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e794af-018a-4ff4-8bd1-b9ef2a92d120 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.314182] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2175cd8-a586-4bfc-bd19-df48e8b59553 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.317355] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19aa19e2-3942-49e7-91bc-569eb651294f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.324983] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ee1d9-0600-426d-9799-8fcf2c8b66c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.328958] env[70771]: DEBUG oslo_vmware.api [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1042.328958] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e1a546-cd4e-83a0-9a4b-5e63a4059a5a" [ 1042.328958] env[70771]: _type = "Task" [ 1042.328958] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.342372] env[70771]: DEBUG nova.compute.provider_tree [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.347309] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514219, 'name': Rename_Task, 'duration_secs': 0.146517} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.347569] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.347808] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8b0bf8-d4e0-412d-8294-f688e655adc2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.352373] env[70771]: DEBUG oslo_vmware.api [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e1a546-cd4e-83a0-9a4b-5e63a4059a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.352811] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.356435] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1042.356435] env[70771]: value = "task-3514220" [ 1042.356435] env[70771]: _type = "Task" [ 1042.356435] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.435880] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1042.436586] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6bce4d7-9729-493c-a361-2682a646f235 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.446659] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1042.446659] env[70771]: value = "task-3514221" [ 1042.446659] env[70771]: _type = "Task" [ 1042.446659] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.458594] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514221, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.495794] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.704573] env[70771]: DEBUG nova.compute.manager [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.704846] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.705762] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e27455-e659-4ed5-859e-489d2014220b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.713933] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.714312] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-387d8ba9-0158-4fd3-b1af-56637ce9456b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.721589] env[70771]: DEBUG oslo_vmware.api [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1042.721589] env[70771]: value = "task-3514222" [ 1042.721589] env[70771]: _type = "Task" [ 1042.721589] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.729872] env[70771]: DEBUG oslo_vmware.api [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.845592] env[70771]: DEBUG nova.scheduler.client.report [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.867936] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514220, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.958227] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514221, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.996755] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.018939] env[70771]: DEBUG nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.041026] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.041291] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.041452] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.041651] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.041808] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.041961] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.042209] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.042376] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.042584] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.042755] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.042930] env[70771]: DEBUG nova.virt.hardware [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.043903] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7330d993-2060-423b-b457-a215d5cdbe96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.052892] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a782b-35af-4e59-af00-517cbebf45d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.072986] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "2de49100-f331-48e6-be59-16d999d972c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.073257] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "2de49100-f331-48e6-be59-16d999d972c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.073451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "2de49100-f331-48e6-be59-16d999d972c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.073764] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "2de49100-f331-48e6-be59-16d999d972c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.073916] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "2de49100-f331-48e6-be59-16d999d972c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.075937] env[70771]: INFO nova.compute.manager [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Terminating instance [ 1043.147374] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.147647] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.147856] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.148047] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.148228] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.150466] env[70771]: INFO nova.compute.manager [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Terminating instance [ 1043.233399] env[70771]: DEBUG oslo_vmware.api [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514222, 'name': PowerOffVM_Task, 'duration_secs': 0.301045} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.233688] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.233870] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.234136] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149390c3-37a9-4c7c-9814-e6f6655adda5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.241741] env[70771]: DEBUG nova.compute.manager [req-6914d86a-b431-4809-84d7-7a7cf8c37fa6 req-4e1ebe61-f208-4a80-a57e-59303584744c service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Received event network-vif-plugged-3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.242130] env[70771]: DEBUG oslo_concurrency.lockutils [req-6914d86a-b431-4809-84d7-7a7cf8c37fa6 req-4e1ebe61-f208-4a80-a57e-59303584744c service nova] Acquiring lock "df0124cd-f465-4781-8f15-9eafb23909fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.242327] env[70771]: DEBUG oslo_concurrency.lockutils [req-6914d86a-b431-4809-84d7-7a7cf8c37fa6 req-4e1ebe61-f208-4a80-a57e-59303584744c service nova] Lock "df0124cd-f465-4781-8f15-9eafb23909fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.242531] env[70771]: DEBUG oslo_concurrency.lockutils [req-6914d86a-b431-4809-84d7-7a7cf8c37fa6 req-4e1ebe61-f208-4a80-a57e-59303584744c service nova] Lock "df0124cd-f465-4781-8f15-9eafb23909fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.242734] env[70771]: DEBUG nova.compute.manager [req-6914d86a-b431-4809-84d7-7a7cf8c37fa6 req-4e1ebe61-f208-4a80-a57e-59303584744c service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] No waiting events found dispatching network-vif-plugged-3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.242903] env[70771]: WARNING nova.compute.manager [req-6914d86a-b431-4809-84d7-7a7cf8c37fa6 req-4e1ebe61-f208-4a80-a57e-59303584744c service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Received unexpected event network-vif-plugged-3cb21c94-0800-441d-8f24-88d794f0f0d8 for instance with vm_state building and task_state spawning. [ 1043.335675] env[70771]: DEBUG nova.network.neutron [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Successfully updated port: 3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.351517] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.352057] env[70771]: DEBUG nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.355702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.559s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.357280] env[70771]: INFO nova.compute.claims [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.369553] env[70771]: DEBUG oslo_vmware.api [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514220, 'name': PowerOnVM_Task, 'duration_secs': 0.774579} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.369826] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.370084] env[70771]: INFO nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1043.370281] env[70771]: DEBUG nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.372599] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c6827d-6ae4-4a96-bae9-46f27124baac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.459940] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514221, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.496543] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.581038] env[70771]: DEBUG nova.compute.manager [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.581038] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.581667] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690862e6-edf0-405c-9817-787c3adef0a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.589876] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.590143] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c31df09-e443-4e43-ab62-0a6f375fb03c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.597332] env[70771]: DEBUG oslo_vmware.api [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1043.597332] env[70771]: value = "task-3514224" [ 1043.597332] env[70771]: _type = "Task" [ 1043.597332] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.605857] env[70771]: DEBUG oslo_vmware.api [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.654929] env[70771]: DEBUG nova.compute.manager [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.655265] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.656331] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da36b3c-937e-408c-ac88-05a98f1884a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.665315] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.665569] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655ca8c4-6a68-4562-aca9-65700daa026c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.673115] env[70771]: DEBUG oslo_vmware.api [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1043.673115] env[70771]: value = "task-3514225" [ 1043.673115] env[70771]: _type = "Task" [ 1043.673115] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.681328] env[70771]: DEBUG oslo_vmware.api [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.838034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.838244] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.838290] env[70771]: DEBUG nova.network.neutron [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.857601] env[70771]: DEBUG nova.compute.utils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.858500] env[70771]: DEBUG nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Not allocating networking since 'none' was specified. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1043.890311] env[70771]: INFO nova.compute.manager [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Took 37.29 seconds to build instance. [ 1043.961369] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514221, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.999643] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.109975] env[70771]: DEBUG oslo_vmware.api [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514224, 'name': PowerOffVM_Task, 'duration_secs': 0.233888} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.110554] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.110763] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.111037] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47166460-6fe3-42e5-b30a-896529080454 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.183847] env[70771]: DEBUG oslo_vmware.api [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514225, 'name': PowerOffVM_Task, 'duration_secs': 0.281662} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.184181] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.184360] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.184713] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee58d24-0941-4ef4-8ec1-56d38178cc64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.361776] env[70771]: DEBUG nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.375660] env[70771]: DEBUG nova.network.neutron [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.395021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-48b44672-e241-470f-be57-b621e9d71627 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.809s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.460288] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514221, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.497132] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.497388] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.497576] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleting the datastore file [datastore1] 0a856bb1-3f78-4b96-8019-428808a026ca {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.497856] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.498044] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.498211] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleting the datastore file [datastore1] 2de49100-f331-48e6-be59-16d999d972c9 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.498448] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a462fd3-64e6-445f-8804-3937f5bf698c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.500204] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-524ecd87-7727-4ea3-966e-3125a3a6bbf5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.507339] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514218, 'name': CloneVM_Task, 'duration_secs': 3.518706} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.511263] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Created linked-clone VM from snapshot [ 1044.511883] env[70771]: DEBUG oslo_vmware.api [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1044.511883] env[70771]: value = "task-3514229" [ 1044.511883] env[70771]: _type = "Task" [ 1044.511883] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.517522] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab6a924-6fe5-48e5-9b52-41dfef0600ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.517522] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.517522] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.517522] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleting the datastore file [datastore1] 762fe45a-836c-4eb6-a630-bcf7efa35e5a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.517522] env[70771]: DEBUG oslo_vmware.api [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1044.517522] env[70771]: value = "task-3514228" [ 1044.517522] env[70771]: _type = "Task" [ 1044.517522] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.520769] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ea2471-274a-4728-96a2-ac370b41a8d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.532379] env[70771]: DEBUG oslo_vmware.api [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.538819] env[70771]: DEBUG oslo_vmware.api [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.539609] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Uploading image 3ec07941-0c0c-4dcc-882f-fffa90b98c19 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1044.544795] env[70771]: DEBUG oslo_vmware.api [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for the task: (returnval){ [ 1044.544795] env[70771]: value = "task-3514230" [ 1044.544795] env[70771]: _type = "Task" [ 1044.544795] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.552993] env[70771]: DEBUG oslo_vmware.api [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.568062] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1044.568062] env[70771]: value = "vm-702119" [ 1044.568062] env[70771]: _type = "VirtualMachine" [ 1044.568062] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1044.568062] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-816eb602-2594-4391-9295-4b626765a3e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.576414] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease: (returnval){ [ 1044.576414] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528f73e8-cbda-301a-3836-7b16e94eff6f" [ 1044.576414] env[70771]: _type = "HttpNfcLease" [ 1044.576414] env[70771]: } obtained for exporting VM: (result){ [ 1044.576414] env[70771]: value = "vm-702119" [ 1044.576414] env[70771]: _type = "VirtualMachine" [ 1044.576414] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1044.576739] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the lease: (returnval){ [ 1044.576739] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528f73e8-cbda-301a-3836-7b16e94eff6f" [ 1044.576739] env[70771]: _type = "HttpNfcLease" [ 1044.576739] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.583685] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.583685] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528f73e8-cbda-301a-3836-7b16e94eff6f" [ 1044.583685] env[70771]: _type = "HttpNfcLease" [ 1044.583685] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.665810] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2289f6-796f-464b-a5d2-5d9a118c808c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.675092] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42832bd-6c9a-430c-a7f2-31cbbb516195 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.711502] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c731915-8562-4958-bd65-376c47903b5b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.720424] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0836b860-e4f2-44d5-b4d3-64ee15f1732a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.738218] env[70771]: DEBUG nova.compute.provider_tree [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.751753] env[70771]: DEBUG nova.network.neutron [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Updating instance_info_cache with network_info: [{"id": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "address": "fa:16:3e:f7:a8:cf", "network": {"id": "1f58ee2f-2bfc-49fd-b9f6-9d3025d52424", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-592090341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ac815ce6d64866a36e2157bda9e5b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb21c94-08", "ovs_interfaceid": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.961799] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514221, 'name': CloneVM_Task, 'duration_secs': 2.15825} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.962090] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Created linked-clone VM from snapshot [ 1044.962878] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f5ec9-257d-46d3-b0b8-de9acba9b7ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.971767] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Uploading image b1e266cc-e0e4-4c77-a63f-9decba87ad9a {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1044.983663] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1044.983968] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-906be41c-3294-4383-9c68-da42c6b13a60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.990915] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1044.990915] env[70771]: value = "task-3514232" [ 1044.990915] env[70771]: _type = "Task" [ 1044.990915] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.999562] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514232, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.025424] env[70771]: DEBUG oslo_vmware.api [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185866} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.028502] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.028700] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.028884] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.029101] env[70771]: INFO nova.compute.manager [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1045.029345] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.029541] env[70771]: DEBUG nova.compute.manager [-] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.029639] env[70771]: DEBUG nova.network.neutron [-] [instance: 2de49100-f331-48e6-be59-16d999d972c9] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.036169] env[70771]: DEBUG oslo_vmware.api [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177234} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.036433] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.036626] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.036810] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.036980] env[70771]: INFO nova.compute.manager [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1045.037232] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.037417] env[70771]: DEBUG nova.compute.manager [-] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.037560] env[70771]: DEBUG nova.network.neutron [-] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.053481] env[70771]: DEBUG oslo_vmware.api [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Task: {'id': task-3514230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22527} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.053808] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.053975] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.054214] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.054529] env[70771]: INFO nova.compute.manager [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1045.055117] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.055117] env[70771]: DEBUG nova.compute.manager [-] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.055117] env[70771]: DEBUG nova.network.neutron [-] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.088325] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.088325] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528f73e8-cbda-301a-3836-7b16e94eff6f" [ 1045.088325] env[70771]: _type = "HttpNfcLease" [ 1045.088325] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.088634] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.088634] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528f73e8-cbda-301a-3836-7b16e94eff6f" [ 1045.088634] env[70771]: _type = "HttpNfcLease" [ 1045.088634] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1045.089724] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3556228d-d2ea-4e66-b3d2-e11f5d56d8a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.098722] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbb1dc-9b9c-ce70-95ee-1ef42b3b6bba/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.098948] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbb1dc-9b9c-ce70-95ee-1ef42b3b6bba/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1045.203895] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1352d06d-f1e7-4f4f-bf10-f80ce9630087 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.247398] env[70771]: DEBUG nova.scheduler.client.report [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.254047] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Releasing lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.254374] env[70771]: DEBUG nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Instance network_info: |[{"id": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "address": "fa:16:3e:f7:a8:cf", "network": {"id": "1f58ee2f-2bfc-49fd-b9f6-9d3025d52424", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-592090341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ac815ce6d64866a36e2157bda9e5b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb21c94-08", "ovs_interfaceid": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.254767] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:a8:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cb21c94-0800-441d-8f24-88d794f0f0d8', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.264209] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Creating folder: Project (73ac815ce6d64866a36e2157bda9e5b0). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.264533] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07c3d697-30bb-424f-be2f-2f7d79d11f23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.278600] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Created folder: Project (73ac815ce6d64866a36e2157bda9e5b0) in parent group-v701875. [ 1045.278600] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Creating folder: Instances. Parent ref: group-v702122. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.278600] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72e51080-e1bd-443d-a381-2c3e0df36d31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.290161] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Created folder: Instances in parent group-v702122. [ 1045.290663] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.290663] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.290826] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859990c9-4660-4fcb-8813-463f6f20d157 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.312760] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.312760] env[70771]: value = "task-3514235" [ 1045.312760] env[70771]: _type = "Task" [ 1045.312760] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.322264] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514235, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.376057] env[70771]: DEBUG nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.391597] env[70771]: DEBUG nova.compute.manager [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Received event network-changed-3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.391954] env[70771]: DEBUG nova.compute.manager [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Refreshing instance network info cache due to event network-changed-3cb21c94-0800-441d-8f24-88d794f0f0d8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.392312] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] Acquiring lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.392512] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] Acquired lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.393016] env[70771]: DEBUG nova.network.neutron [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Refreshing network info cache for port 3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.404792] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.405053] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.405246] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.405446] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.405595] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.405745] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.405956] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.406134] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.406309] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.406477] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.406657] env[70771]: DEBUG nova.virt.hardware [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.408690] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88df38e-fb95-4012-b7a7-8c9e026175fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.417337] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a097d91-aeb2-4b96-a6dc-8cc8acad63d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.440971] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Instance VIF info [] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.448272] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Creating folder: Project (dddbc43346fe4a8587ea47f3e1546555). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.449250] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-004f2678-c291-4b60-965d-c378a5b7c055 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.460302] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Created folder: Project (dddbc43346fe4a8587ea47f3e1546555) in parent group-v701875. [ 1045.460549] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Creating folder: Instances. Parent ref: group-v702125. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.461234] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dc43320-5aea-4d4f-a3b9-2a937b284204 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.471214] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Created folder: Instances in parent group-v702125. [ 1045.471470] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.471674] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.471889] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37cedf5f-979c-4db5-bc4f-ed33ce3e97f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.490637] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.490637] env[70771]: value = "task-3514238" [ 1045.490637] env[70771]: _type = "Task" [ 1045.490637] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.502239] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514238, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.506275] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514232, 'name': Destroy_Task, 'duration_secs': 0.445576} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.506275] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Destroyed the VM [ 1045.506275] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1045.506481] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00638e5f-8021-4fae-8db9-7fec9835fbb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.514986] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1045.514986] env[70771]: value = "task-3514239" [ 1045.514986] env[70771]: _type = "Task" [ 1045.514986] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.529653] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514239, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.754570] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.755242] env[70771]: DEBUG nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.760451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.002s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.760451] env[70771]: INFO nova.compute.claims [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.811011] env[70771]: DEBUG nova.network.neutron [-] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.823327] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514235, 'name': CreateVM_Task, 'duration_secs': 0.297367} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.825900] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.826828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.828463] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.828848] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.830179] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8d1f8b-a6e3-449e-8c86-389f96548b94 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.836424] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1045.836424] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52da3f05-97c5-aea5-70b7-2131157e4b64" [ 1045.836424] env[70771]: _type = "Task" [ 1045.836424] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.846948] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52da3f05-97c5-aea5-70b7-2131157e4b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.001739] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514238, 'name': CreateVM_Task, 'duration_secs': 0.339421} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.001875] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.002276] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.002792] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.003016] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.005727] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1512a74-d098-47c5-8185-a7bc749c9030 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.011623] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1046.011623] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5234c115-1561-7489-45ca-c099a7b97420" [ 1046.011623] env[70771]: _type = "Task" [ 1046.011623] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.032123] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5234c115-1561-7489-45ca-c099a7b97420, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.036412] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.036893] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.037292] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.037572] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.037894] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.038291] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514239, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.040979] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e13819-7bb3-406f-8f8f-1f40dcb0ced8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.049979] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.049979] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.050900] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6154d8-456e-43be-ac76-b5d71444d6c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.058605] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1046.058605] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526417d6-8293-a19f-8914-47ff4ab62c46" [ 1046.058605] env[70771]: _type = "Task" [ 1046.058605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.066382] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526417d6-8293-a19f-8914-47ff4ab62c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.092126] env[70771]: DEBUG nova.compute.manager [req-feb16802-f0bc-46c7-8e6b-4c9d9d07ef98 req-c6bca099-1378-4e11-a147-7f2a93e8a269 service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Received event network-vif-deleted-8c01a1f5-ce33-4242-8506-7aef8d537351 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.092449] env[70771]: INFO nova.compute.manager [req-feb16802-f0bc-46c7-8e6b-4c9d9d07ef98 req-c6bca099-1378-4e11-a147-7f2a93e8a269 service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Neutron deleted interface 8c01a1f5-ce33-4242-8506-7aef8d537351; detaching it from the instance and deleting it from the info cache [ 1046.092763] env[70771]: DEBUG nova.network.neutron [req-feb16802-f0bc-46c7-8e6b-4c9d9d07ef98 req-c6bca099-1378-4e11-a147-7f2a93e8a269 service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.157680] env[70771]: DEBUG nova.network.neutron [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Updated VIF entry in instance network info cache for port 3cb21c94-0800-441d-8f24-88d794f0f0d8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.158268] env[70771]: DEBUG nova.network.neutron [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Updating instance_info_cache with network_info: [{"id": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "address": "fa:16:3e:f7:a8:cf", "network": {"id": "1f58ee2f-2bfc-49fd-b9f6-9d3025d52424", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-592090341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ac815ce6d64866a36e2157bda9e5b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb21c94-08", "ovs_interfaceid": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.268187] env[70771]: DEBUG nova.compute.utils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.269915] env[70771]: DEBUG nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.270242] env[70771]: DEBUG nova.network.neutron [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.314316] env[70771]: INFO nova.compute.manager [-] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Took 1.28 seconds to deallocate network for instance. [ 1046.326833] env[70771]: DEBUG nova.policy [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7b565d991b4817893c6a3f7426ad57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d8b4b0dd624daeb0c3ef5ed6d47187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.349844] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52da3f05-97c5-aea5-70b7-2131157e4b64, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.350299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.350564] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.350896] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.351069] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.351355] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.351619] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd5d1519-c4a2-4637-8dbc-915e56dd5580 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.360423] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.360640] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.361365] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e816831c-21fe-4598-ae8b-5b8d6332371d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.367511] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1046.367511] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b3527e-1b7b-5c50-f074-923cbe8dc602" [ 1046.367511] env[70771]: _type = "Task" [ 1046.367511] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.376032] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b3527e-1b7b-5c50-f074-923cbe8dc602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.499469] env[70771]: DEBUG nova.network.neutron [-] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.531411] env[70771]: DEBUG oslo_vmware.api [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514239, 'name': RemoveSnapshot_Task, 'duration_secs': 0.703144} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.531782] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1046.571851] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526417d6-8293-a19f-8914-47ff4ab62c46, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.574091] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070bcd20-5559-457c-b741-c4ac1a97b8e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.579900] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1046.579900] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524cec19-38bb-10c6-449f-4056be38ff4c" [ 1046.579900] env[70771]: _type = "Task" [ 1046.579900] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.591704] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524cec19-38bb-10c6-449f-4056be38ff4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.595563] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c4d8281-1a41-4773-924a-ec5dbc923b35 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.604266] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ccf0f-b2f0-457b-b718-e94e4c74699e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.639697] env[70771]: DEBUG nova.compute.manager [req-feb16802-f0bc-46c7-8e6b-4c9d9d07ef98 req-c6bca099-1378-4e11-a147-7f2a93e8a269 service nova] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Detach interface failed, port_id=8c01a1f5-ce33-4242-8506-7aef8d537351, reason: Instance 762fe45a-836c-4eb6-a630-bcf7efa35e5a could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.662017] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] Releasing lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.662309] env[70771]: DEBUG nova.compute.manager [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Received event network-changed-d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.662901] env[70771]: DEBUG nova.compute.manager [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Refreshing instance network info cache due to event network-changed-d506616a-0f29-4c61-a311-e82742563f4a. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.663153] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] Acquiring lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.663302] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] Acquired lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.663472] env[70771]: DEBUG nova.network.neutron [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Refreshing network info cache for port d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.665698] env[70771]: DEBUG nova.network.neutron [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Successfully created port: 31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.729208] env[70771]: DEBUG nova.network.neutron [-] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.770363] env[70771]: DEBUG nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.824662] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.886013] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b3527e-1b7b-5c50-f074-923cbe8dc602, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.887871] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc12b45b-28ce-49a8-a84c-e08459fb014a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.898442] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1046.898442] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524bb273-b014-73da-557b-a01fa030cb59" [ 1046.898442] env[70771]: _type = "Task" [ 1046.898442] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.910934] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524bb273-b014-73da-557b-a01fa030cb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.002126] env[70771]: INFO nova.compute.manager [-] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Took 1.95 seconds to deallocate network for instance. [ 1047.037560] env[70771]: WARNING nova.compute.manager [None req-d265b692-492e-45a1-a5cb-b93549ff70bd tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Image not found during snapshot: nova.exception.ImageNotFound: Image b1e266cc-e0e4-4c77-a63f-9decba87ad9a could not be found. [ 1047.092812] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524cec19-38bb-10c6-449f-4056be38ff4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.093283] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.093690] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 851d884c-71b6-4d52-8b7e-c9f42b3a32a9/851d884c-71b6-4d52-8b7e-c9f42b3a32a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.094033] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d33a0b4-6854-4613-ad09-55ca6e45e87d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.103230] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1047.103230] env[70771]: value = "task-3514240" [ 1047.103230] env[70771]: _type = "Task" [ 1047.103230] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.114011] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.128529] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ffbb11-c971-4be8-a5ce-329d3bfc01ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.136172] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b67271f-7aca-4f65-9578-431bc8136427 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.173945] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3f2f1-0ed6-42b2-adc3-60ff197ec14b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.182930] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d42a414-3064-48da-b37b-8152808e3711 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.198149] env[70771]: DEBUG nova.compute.provider_tree [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.234529] env[70771]: INFO nova.compute.manager [-] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Took 2.20 seconds to deallocate network for instance. [ 1047.415503] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524bb273-b014-73da-557b-a01fa030cb59, 'name': SearchDatastore_Task, 'duration_secs': 0.012301} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.415934] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.416311] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] df0124cd-f465-4781-8f15-9eafb23909fb/df0124cd-f465-4781-8f15-9eafb23909fb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.416640] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07bf7eeb-0b55-4c58-b28b-b512af57a57a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.422327] env[70771]: DEBUG nova.compute.manager [req-56a09022-b825-4a59-ab54-f972759da55d req-fcbf24ca-274d-4a91-94a4-27a0c5757ff9 service nova] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Received event network-vif-deleted-fa676545-14a4-4942-a57e-a63c2fa781f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.429446] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1047.429446] env[70771]: value = "task-3514241" [ 1047.429446] env[70771]: _type = "Task" [ 1047.429446] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.439746] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.441426] env[70771]: DEBUG nova.network.neutron [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updated VIF entry in instance network info cache for port d506616a-0f29-4c61-a311-e82742563f4a. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.441898] env[70771]: DEBUG nova.network.neutron [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updating instance_info_cache with network_info: [{"id": "d506616a-0f29-4c61-a311-e82742563f4a", "address": "fa:16:3e:58:98:04", "network": {"id": "16c51d9b-ea59-42fb-b80b-a639562a5da6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1005639532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2426bcaf839a43b88af8a82af4b58517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd506616a-0f", "ovs_interfaceid": "d506616a-0f29-4c61-a311-e82742563f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.443506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.443823] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.444103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.444345] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.444668] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.447403] env[70771]: INFO nova.compute.manager [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Terminating instance [ 1047.509384] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.614281] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514240, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.701392] env[70771]: DEBUG nova.scheduler.client.report [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.741425] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.784341] env[70771]: DEBUG nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.814171] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.814626] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.814978] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.815247] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.815500] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.815751] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.816112] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.816385] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.816698] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.816931] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.817219] env[70771]: DEBUG nova.virt.hardware [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.818634] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fdf011-a340-4730-aa79-904bd35f1dee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.827995] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2fe38d-c9ee-4baf-85fe-5db2fcaf8305 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.942277] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.947944] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a5f6f73-2ef1-4a30-8624-96a3a603bf0e req-b6855458-7cf7-45fb-afbd-21281f34a611 service nova] Releasing lock "refresh_cache-dfe11fa6-4b37-468d-a339-ad88e95778b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.952835] env[70771]: DEBUG nova.compute.manager [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.953139] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.955283] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f1378-60be-4866-8120-fb02cb58e559 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.963268] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.963844] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ed07814-935a-424c-984a-2cdf1a1d882b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.970881] env[70771]: DEBUG oslo_vmware.api [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1047.970881] env[70771]: value = "task-3514242" [ 1047.970881] env[70771]: _type = "Task" [ 1047.970881] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.979735] env[70771]: DEBUG oslo_vmware.api [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.114702] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555177} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.115009] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 851d884c-71b6-4d52-8b7e-c9f42b3a32a9/851d884c-71b6-4d52-8b7e-c9f42b3a32a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.115381] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.115626] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa952cb7-0e97-4434-9cb5-ab8381e3d494 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.123777] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1048.123777] env[70771]: value = "task-3514243" [ 1048.123777] env[70771]: _type = "Task" [ 1048.123777] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.131010] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.184354] env[70771]: DEBUG nova.compute.manager [req-edb45854-63e5-4eca-9d03-d5eb0679cd73 req-4cf1a742-36c0-48fd-895c-f5c37f78ccbf service nova] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Received event network-vif-deleted-44f9dee5-5809-46ab-97b4-831b5466ca6a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.207372] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.208149] env[70771]: DEBUG nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.213462] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.265s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.216143] env[70771]: INFO nova.compute.claims [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.446325] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614526} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.446325] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] df0124cd-f465-4781-8f15-9eafb23909fb/df0124cd-f465-4781-8f15-9eafb23909fb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.446325] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.446325] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54cee42-01b4-4eb7-8503-a2a954d2d4ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.450872] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1048.450872] env[70771]: value = "task-3514244" [ 1048.450872] env[70771]: _type = "Task" [ 1048.450872] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.458825] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.482686] env[70771]: DEBUG oslo_vmware.api [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514242, 'name': PowerOffVM_Task, 'duration_secs': 0.218315} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.482686] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.482686] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.483102] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8a9b1a-ee4e-4985-9653-6f1b20b27a82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.491295] env[70771]: DEBUG nova.network.neutron [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Successfully updated port: 31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.549762] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.550067] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.550246] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleting the datastore file [datastore1] 1efb4766-7eb6-49b7-b5fe-af66c80d040f {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.550509] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8d2937b-f0c8-44b3-a6ef-e7213b37ffc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.557381] env[70771]: DEBUG oslo_vmware.api [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for the task: (returnval){ [ 1048.557381] env[70771]: value = "task-3514246" [ 1048.557381] env[70771]: _type = "Task" [ 1048.557381] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.565710] env[70771]: DEBUG oslo_vmware.api [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.634806] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088319} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.635237] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.636183] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64025de1-0fc4-4c3c-996d-f3cbbf5f5398 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.658369] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 851d884c-71b6-4d52-8b7e-c9f42b3a32a9/851d884c-71b6-4d52-8b7e-c9f42b3a32a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.658640] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8177b3a-5ad7-4a61-98eb-bba4a6ec8fd5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.677643] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1048.677643] env[70771]: value = "task-3514247" [ 1048.677643] env[70771]: _type = "Task" [ 1048.677643] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.686054] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.723038] env[70771]: DEBUG nova.compute.utils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.726936] env[70771]: DEBUG nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.727193] env[70771]: DEBUG nova.network.neutron [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.803374] env[70771]: DEBUG nova.policy [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b68f53fb3cc44bfc95b9681a5992a858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25676c3682b14e19810471d639b3ad39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.960855] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187984} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.961142] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.961924] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd878813-dee3-4b9f-9246-234e3bd193d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.984451] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] df0124cd-f465-4781-8f15-9eafb23909fb/df0124cd-f465-4781-8f15-9eafb23909fb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.984985] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96b946b-6076-4171-bc0b-9f247205dedd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.999352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "refresh_cache-4b6f46ca-347a-4320-852d-c8c74fe423c7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.999488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "refresh_cache-4b6f46ca-347a-4320-852d-c8c74fe423c7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.999636] env[70771]: DEBUG nova.network.neutron [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.005770] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1049.005770] env[70771]: value = "task-3514248" [ 1049.005770] env[70771]: _type = "Task" [ 1049.005770] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.014017] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.067605] env[70771]: DEBUG oslo_vmware.api [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Task: {'id': task-3514246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155319} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.067891] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.068105] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.068288] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.068469] env[70771]: INFO nova.compute.manager [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1049.068720] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.068916] env[70771]: DEBUG nova.compute.manager [-] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.069027] env[70771]: DEBUG nova.network.neutron [-] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.101061] env[70771]: DEBUG nova.network.neutron [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Successfully created port: 9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.189093] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514247, 'name': ReconfigVM_Task, 'duration_secs': 0.31637} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.189093] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 851d884c-71b6-4d52-8b7e-c9f42b3a32a9/851d884c-71b6-4d52-8b7e-c9f42b3a32a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.190184] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704e867c-b5f2-437b-b7b5-25aa3b7d5f2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.197998] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1049.197998] env[70771]: value = "task-3514249" [ 1049.197998] env[70771]: _type = "Task" [ 1049.197998] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.208517] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514249, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.228486] env[70771]: DEBUG nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.483906] env[70771]: DEBUG nova.compute.manager [req-0c48dbb1-be12-4334-b760-475f87509f4e req-c18e470f-54bb-4641-a0d2-87dcea13e82b service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Received event network-vif-deleted-7e0fcbb0-bec6-42cc-9c47-d619af0b65a5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.484012] env[70771]: INFO nova.compute.manager [req-0c48dbb1-be12-4334-b760-475f87509f4e req-c18e470f-54bb-4641-a0d2-87dcea13e82b service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Neutron deleted interface 7e0fcbb0-bec6-42cc-9c47-d619af0b65a5; detaching it from the instance and deleting it from the info cache [ 1049.484214] env[70771]: DEBUG nova.network.neutron [req-0c48dbb1-be12-4334-b760-475f87509f4e req-c18e470f-54bb-4641-a0d2-87dcea13e82b service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.517805] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.533856] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b7d4ba-e054-42ee-89c1-d4c515bc3ca3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.541750] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc372360-3eac-4100-b4bc-f2b76d978d55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.545979] env[70771]: DEBUG nova.network.neutron [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.582024] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f6629-6695-4cf4-98c0-8172cf72bd7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.587893] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bbfaca-0e7c-4ccb-b5a1-859d2942a3af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.603998] env[70771]: DEBUG nova.compute.provider_tree [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.708382] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514249, 'name': Rename_Task, 'duration_secs': 0.143692} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.708815] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.708991] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4edfe057-0e82-4f02-91d5-ee8e55f612fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.717186] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1049.717186] env[70771]: value = "task-3514250" [ 1049.717186] env[70771]: _type = "Task" [ 1049.717186] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.721716] env[70771]: DEBUG nova.network.neutron [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Updating instance_info_cache with network_info: [{"id": "31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee", "address": "fa:16:3e:4f:d7:05", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fbe8c8-a3", "ovs_interfaceid": "31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.727808] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.824633] env[70771]: DEBUG nova.network.neutron [-] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.990272] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-256dd00a-0bca-459d-a450-e1110a4008b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.000240] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf771c-e1a9-4ab9-81c1-6904439d8670 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.022019] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514248, 'name': ReconfigVM_Task, 'duration_secs': 0.7478} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.022335] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] df0124cd-f465-4781-8f15-9eafb23909fb/df0124cd-f465-4781-8f15-9eafb23909fb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.023020] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf2876c-9831-4a6c-be42-9e12e22a2009 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.037287] env[70771]: DEBUG nova.compute.manager [req-0c48dbb1-be12-4334-b760-475f87509f4e req-c18e470f-54bb-4641-a0d2-87dcea13e82b service nova] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Detach interface failed, port_id=7e0fcbb0-bec6-42cc-9c47-d619af0b65a5, reason: Instance 1efb4766-7eb6-49b7-b5fe-af66c80d040f could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.038964] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1050.038964] env[70771]: value = "task-3514251" [ 1050.038964] env[70771]: _type = "Task" [ 1050.038964] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.047314] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514251, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.106719] env[70771]: DEBUG nova.scheduler.client.report [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.212520] env[70771]: DEBUG nova.compute.manager [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Received event network-vif-plugged-31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.212814] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] Acquiring lock "4b6f46ca-347a-4320-852d-c8c74fe423c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.213109] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.213322] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.213559] env[70771]: DEBUG nova.compute.manager [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] No waiting events found dispatching network-vif-plugged-31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.213786] env[70771]: WARNING nova.compute.manager [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Received unexpected event network-vif-plugged-31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee for instance with vm_state building and task_state spawning. [ 1050.213986] env[70771]: DEBUG nova.compute.manager [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Received event network-changed-31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.214218] env[70771]: DEBUG nova.compute.manager [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Refreshing instance network info cache due to event network-changed-31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.214426] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] Acquiring lock "refresh_cache-4b6f46ca-347a-4320-852d-c8c74fe423c7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.227361] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "refresh_cache-4b6f46ca-347a-4320-852d-c8c74fe423c7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.227706] env[70771]: DEBUG nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Instance network_info: |[{"id": "31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee", "address": "fa:16:3e:4f:d7:05", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fbe8c8-a3", "ovs_interfaceid": "31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.228053] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514250, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.228333] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] Acquired lock "refresh_cache-4b6f46ca-347a-4320-852d-c8c74fe423c7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.228542] env[70771]: DEBUG nova.network.neutron [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Refreshing network info cache for port 31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.229770] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d7:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.237230] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.240402] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.241698] env[70771]: DEBUG nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.243763] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f55c3e-5f73-41c0-9d90-3a67d98262c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.269135] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.269135] env[70771]: value = "task-3514252" [ 1050.269135] env[70771]: _type = "Task" [ 1050.269135] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.271668] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.271874] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.272593] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.272593] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.272593] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.272891] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.272996] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.273139] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.273326] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.273529] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.273633] env[70771]: DEBUG nova.virt.hardware [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.274853] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20091b5f-4d06-4312-bb55-f68ffa0ac8d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.289538] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add4b67-c5ed-4aef-be16-5ec11e7d0a23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.293648] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514252, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.327437] env[70771]: INFO nova.compute.manager [-] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Took 1.26 seconds to deallocate network for instance. [ 1050.471299] env[70771]: DEBUG nova.network.neutron [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Updated VIF entry in instance network info cache for port 31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.471716] env[70771]: DEBUG nova.network.neutron [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Updating instance_info_cache with network_info: [{"id": "31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee", "address": "fa:16:3e:4f:d7:05", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fbe8c8-a3", "ovs_interfaceid": "31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.550369] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514251, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.614196] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.614711] env[70771]: DEBUG nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.617670] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.149s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.619182] env[70771]: INFO nova.compute.claims [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.729859] env[70771]: DEBUG oslo_vmware.api [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514250, 'name': PowerOnVM_Task, 'duration_secs': 0.618807} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.730218] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.730498] env[70771]: INFO nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1050.730744] env[70771]: DEBUG nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.732043] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47636e6e-faf7-4f1f-bc89-16937b2fbbf6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.784679] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514252, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.835877] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.857978] env[70771]: DEBUG nova.network.neutron [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Successfully updated port: 9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.974469] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d09901a-7157-48a9-a22b-58dd3faf5e2a req-18676201-77fb-4382-8706-bbedb813431f service nova] Releasing lock "refresh_cache-4b6f46ca-347a-4320-852d-c8c74fe423c7" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.049624] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514251, 'name': Rename_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.126960] env[70771]: DEBUG nova.compute.utils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.128380] env[70771]: DEBUG nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.128565] env[70771]: DEBUG nova.network.neutron [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.180650] env[70771]: DEBUG nova.policy [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5044223fc28d499891a497c0b9bbccb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5be794a84794361962b6dcd88959dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.252583] env[70771]: INFO nova.compute.manager [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Took 36.83 seconds to build instance. [ 1051.288066] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514252, 'name': CreateVM_Task, 'duration_secs': 0.576541} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.288066] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.288066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.288418] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.288525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.288788] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcdca1d-755d-4fd3-8833-84661636d1d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.294068] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1051.294068] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527681d3-6584-c9cc-e626-c9b29d520f1e" [ 1051.294068] env[70771]: _type = "Task" [ 1051.294068] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.302542] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527681d3-6584-c9cc-e626-c9b29d520f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.362732] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.362732] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.362990] env[70771]: DEBUG nova.network.neutron [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.477056] env[70771]: DEBUG nova.network.neutron [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Successfully created port: 614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.551355] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514251, 'name': Rename_Task, 'duration_secs': 1.148145} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.551766] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.552108] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a577dc-c272-4bd3-b05a-2a87f682042b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.559519] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1051.559519] env[70771]: value = "task-3514253" [ 1051.559519] env[70771]: _type = "Task" [ 1051.559519] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.573448] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.633035] env[70771]: DEBUG nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.755932] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f5fd8cf1-284c-4863-b0a9-97b476f96802 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.343s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.806079] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527681d3-6584-c9cc-e626-c9b29d520f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.02501} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.806419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.806711] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.807011] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.807183] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.807394] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.807680] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bb0913d-a3c6-4f48-8d0b-9f38fe6db355 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.820343] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.820568] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.821491] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01745715-6959-469b-81c6-54046b0a5aac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.827715] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1051.827715] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5216e333-f5b0-76f2-7d6d-f86e5380c1f6" [ 1051.827715] env[70771]: _type = "Task" [ 1051.827715] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.839887] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5216e333-f5b0-76f2-7d6d-f86e5380c1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.906169] env[70771]: DEBUG nova.network.neutron [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.983785] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a9c9a-1dff-4849-b006-a64e7a5b342a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.991558] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20915e8-d9d0-427d-abe1-6667d79b323c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.028428] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51c7db-4d79-43f0-94e1-9e9e7ffa9fab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.037154] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5d104f-4535-44dd-91aa-e54a4af53236 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.051994] env[70771]: DEBUG nova.compute.provider_tree [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.067207] env[70771]: DEBUG nova.network.neutron [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9276c3db-e2", "ovs_interfaceid": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.072661] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514253, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.334345] env[70771]: DEBUG nova.compute.manager [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-vif-plugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.334558] env[70771]: DEBUG oslo_concurrency.lockutils [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.334775] env[70771]: DEBUG oslo_concurrency.lockutils [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.335265] env[70771]: DEBUG oslo_concurrency.lockutils [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.335265] env[70771]: DEBUG nova.compute.manager [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] No waiting events found dispatching network-vif-plugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.335265] env[70771]: WARNING nova.compute.manager [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received unexpected event network-vif-plugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb for instance with vm_state building and task_state spawning. [ 1052.335453] env[70771]: DEBUG nova.compute.manager [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.335572] env[70771]: DEBUG nova.compute.manager [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing instance network info cache due to event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.335737] env[70771]: DEBUG oslo_concurrency.lockutils [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] Acquiring lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.342417] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5216e333-f5b0-76f2-7d6d-f86e5380c1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.343318] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc11c3f-6292-44f9-b24c-b32c971e3e0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.348532] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1052.348532] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5215b1d2-e376-47f2-71f4-0403604345d2" [ 1052.348532] env[70771]: _type = "Task" [ 1052.348532] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.356584] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5215b1d2-e376-47f2-71f4-0403604345d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.388937] env[70771]: DEBUG nova.compute.manager [None req-a3e6e39c-a72f-4446-8571-f721a99b6913 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.389958] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c023e2-ddeb-450b-890a-405e1f686320 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.557079] env[70771]: DEBUG nova.scheduler.client.report [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.572064] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.572064] env[70771]: DEBUG nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Instance network_info: |[{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9276c3db-e2", "ovs_interfaceid": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.572385] env[70771]: DEBUG oslo_vmware.api [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514253, 'name': PowerOnVM_Task, 'duration_secs': 0.526875} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.572385] env[70771]: DEBUG oslo_concurrency.lockutils [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] Acquired lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.572385] env[70771]: DEBUG nova.network.neutron [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.573704] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:23:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9276c3db-e288-4ce3-89dd-a7dbb100ebbb', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.581108] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.581343] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.581539] env[70771]: INFO nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1052.581719] env[70771]: DEBUG nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.585007] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.585746] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630922bb-c0ad-4d70-9bed-40d41770acc8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.590308] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ed4d7d-23d6-493b-953e-8353e974cddc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.612841] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.612841] env[70771]: value = "task-3514254" [ 1052.612841] env[70771]: _type = "Task" [ 1052.612841] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.620817] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514254, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.642770] env[70771]: DEBUG nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.671212] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.671478] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.671667] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.671865] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.672023] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.672177] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.672401] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.672566] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.672764] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.672947] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.673186] env[70771]: DEBUG nova.virt.hardware [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.674119] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af8a59-86a7-4636-ae2f-974386f713fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.682159] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d41a379-c976-4037-bd4d-78addadea6d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.699629] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.699926] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.700171] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.700369] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.700606] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.702775] env[70771]: INFO nova.compute.manager [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Terminating instance [ 1052.832486] env[70771]: DEBUG nova.network.neutron [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updated VIF entry in instance network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.832970] env[70771]: DEBUG nova.network.neutron [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9276c3db-e2", "ovs_interfaceid": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.860617] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5215b1d2-e376-47f2-71f4-0403604345d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014399} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.861398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.861753] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 4b6f46ca-347a-4320-852d-c8c74fe423c7/4b6f46ca-347a-4320-852d-c8c74fe423c7.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.862382] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6e9702-7d3b-48d0-8edd-b4b60fdd9779 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.871052] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1052.871052] env[70771]: value = "task-3514255" [ 1052.871052] env[70771]: _type = "Task" [ 1052.871052] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.881778] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.901093] env[70771]: INFO nova.compute.manager [None req-a3e6e39c-a72f-4446-8571-f721a99b6913 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] instance snapshotting [ 1052.901914] env[70771]: DEBUG nova.objects.instance [None req-a3e6e39c-a72f-4446-8571-f721a99b6913 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lazy-loading 'flavor' on Instance uuid 851d884c-71b6-4d52-8b7e-c9f42b3a32a9 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.061870] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.062710] env[70771]: DEBUG nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.070024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.136s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.070024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.070024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.985s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.070354] env[70771]: DEBUG nova.objects.instance [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'resources' on Instance uuid f20e9ddf-9ab7-4829-9d4c-c379ff045f1d {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.102310] env[70771]: INFO nova.scheduler.client.report [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleted allocations for instance cb8dd694-5243-4232-a790-8c3081547964 [ 1053.124901] env[70771]: INFO nova.compute.manager [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Took 42.36 seconds to build instance. [ 1053.133554] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514254, 'name': CreateVM_Task, 'duration_secs': 0.373916} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.133833] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.134734] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.134928] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.135346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.135674] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa23e88a-d645-4705-aca4-da6360a0f58e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.143278] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1053.143278] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52053258-2807-f99f-d5b6-409a717c2b57" [ 1053.143278] env[70771]: _type = "Task" [ 1053.143278] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.153434] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52053258-2807-f99f-d5b6-409a717c2b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.206602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "refresh_cache-851d884c-71b6-4d52-8b7e-c9f42b3a32a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.206944] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquired lock "refresh_cache-851d884c-71b6-4d52-8b7e-c9f42b3a32a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.207083] env[70771]: DEBUG nova.network.neutron [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.248282] env[70771]: DEBUG nova.network.neutron [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Successfully updated port: 614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.336135] env[70771]: DEBUG oslo_concurrency.lockutils [req-d8125870-060c-4eb5-b4a8-b5b2f7d53fb8 req-be35e022-e743-4019-89e9-929f335202b4 service nova] Releasing lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.383176] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514255, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.409224] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35026403-7b2e-4c9b-8209-403740c2e9d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.427676] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418ea295-0892-4026-86ab-a0a999755d99 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.574135] env[70771]: DEBUG nova.compute.utils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.576047] env[70771]: DEBUG nova.objects.instance [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'numa_topology' on Instance uuid f20e9ddf-9ab7-4829-9d4c-c379ff045f1d {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.576912] env[70771]: DEBUG nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.577097] env[70771]: DEBUG nova.network.neutron [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.611049] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f0c86997-293a-4752-b15b-b06bab3c34cf tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "cb8dd694-5243-4232-a790-8c3081547964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.131s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.627413] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781678e6-cef9-427f-a138-cedfa85fbe44 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.879s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.634017] env[70771]: DEBUG nova.policy [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d47476220684965853f976aecf26d8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8a0169043946738b5f53683f9437a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.653940] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52053258-2807-f99f-d5b6-409a717c2b57, 'name': SearchDatastore_Task, 'duration_secs': 0.020531} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.654279] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.654501] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.654746] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.654937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.655146] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.655732] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f43e74d9-b665-4ab2-b5ee-f9df5e4a0ab9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.665474] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.665661] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.666612] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59734c67-0da6-4c64-89a9-d29ac1b22480 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.671963] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1053.671963] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52160f55-18ab-13fa-d31f-49ed20d4a7d0" [ 1053.671963] env[70771]: _type = "Task" [ 1053.671963] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.680273] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52160f55-18ab-13fa-d31f-49ed20d4a7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.738381] env[70771]: DEBUG nova.network.neutron [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.751123] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.751174] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.751466] env[70771]: DEBUG nova.network.neutron [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.839424] env[70771]: DEBUG nova.network.neutron [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.887952] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584637} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.888477] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 4b6f46ca-347a-4320-852d-c8c74fe423c7/4b6f46ca-347a-4320-852d-c8c74fe423c7.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.888947] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.889401] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8acfe928-4af9-4376-b6d9-c12c0e9d5330 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.897275] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1053.897275] env[70771]: value = "task-3514256" [ 1053.897275] env[70771]: _type = "Task" [ 1053.897275] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.908900] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.933018] env[70771]: DEBUG nova.network.neutron [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Successfully created port: 1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.937798] env[70771]: DEBUG nova.compute.manager [None req-a3e6e39c-a72f-4446-8571-f721a99b6913 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Instance disappeared during snapshot {{(pid=70771) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1054.080208] env[70771]: DEBUG nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.081105] env[70771]: DEBUG nova.objects.base [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.095372] env[70771]: DEBUG nova.compute.manager [None req-a3e6e39c-a72f-4446-8571-f721a99b6913 tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Found 0 images (rotation: 2) {{(pid=70771) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1054.159643] env[70771]: DEBUG nova.compute.manager [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Received event network-changed-3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.160034] env[70771]: DEBUG nova.compute.manager [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Refreshing instance network info cache due to event network-changed-3cb21c94-0800-441d-8f24-88d794f0f0d8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.163018] env[70771]: DEBUG oslo_concurrency.lockutils [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] Acquiring lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.163018] env[70771]: DEBUG oslo_concurrency.lockutils [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] Acquired lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.163018] env[70771]: DEBUG nova.network.neutron [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Refreshing network info cache for port 3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.189453] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52160f55-18ab-13fa-d31f-49ed20d4a7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.015315} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.193855] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bb1fac-a405-49b3-8051-a73efb18a3e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.200506] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1054.200506] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526ec3d2-84f9-7c67-6c43-642a8ccd3c75" [ 1054.200506] env[70771]: _type = "Task" [ 1054.200506] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.210551] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526ec3d2-84f9-7c67-6c43-642a8ccd3c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.280563] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbb1dc-9b9c-ce70-95ee-1ef42b3b6bba/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1054.281817] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a4b48-b232-4289-a738-5780a0cea2d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.288380] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbb1dc-9b9c-ce70-95ee-1ef42b3b6bba/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1054.288583] env[70771]: ERROR oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbb1dc-9b9c-ce70-95ee-1ef42b3b6bba/disk-0.vmdk due to incomplete transfer. [ 1054.288829] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7611da5a-eafa-447f-b5a6-5d08ebfc377b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.293836] env[70771]: DEBUG nova.network.neutron [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.301082] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbb1dc-9b9c-ce70-95ee-1ef42b3b6bba/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1054.301673] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Uploaded image 3ec07941-0c0c-4dcc-882f-fffa90b98c19 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1054.304944] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1054.305242] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ada2069e-e635-44d7-9c8b-26834132377f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.310817] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1054.310817] env[70771]: value = "task-3514257" [ 1054.310817] env[70771]: _type = "Task" [ 1054.310817] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.323705] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514257, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.341199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Releasing lock "refresh_cache-851d884c-71b6-4d52-8b7e-c9f42b3a32a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.341624] env[70771]: DEBUG nova.compute.manager [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.341822] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.343283] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a19ae11-8e68-4b41-bfb1-1836ba4de715 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.353608] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.353879] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bdcdfe1-158f-4189-9443-9108013655b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.360218] env[70771]: DEBUG oslo_vmware.api [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1054.360218] env[70771]: value = "task-3514258" [ 1054.360218] env[70771]: _type = "Task" [ 1054.360218] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.377361] env[70771]: DEBUG oslo_vmware.api [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.399175] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2431d2-09b2-49b0-b305-dab92a36b3ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.410348] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087931} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.415028] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.415995] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356cabf9-33f4-46d0-8aa7-e00830f24276 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.421474] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e36d48c-f47c-40a3-8a45-3a230e760c9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.453806] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 4b6f46ca-347a-4320-852d-c8c74fe423c7/4b6f46ca-347a-4320-852d-c8c74fe423c7.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.484310] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2255ac-fd56-48b7-9083-6cf6c66eb317 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.501370] env[70771]: DEBUG nova.network.neutron [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Updating instance_info_cache with network_info: [{"id": "614908de-fa9f-4984-8dfd-7e12231706d3", "address": "fa:16:3e:4f:2e:63", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908de-fa", "ovs_interfaceid": "614908de-fa9f-4984-8dfd-7e12231706d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.503159] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e725707-37d1-4790-a994-82f1e986e606 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.509874] env[70771]: DEBUG nova.compute.manager [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Received event network-vif-plugged-614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.510137] env[70771]: DEBUG oslo_concurrency.lockutils [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] Acquiring lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.510357] env[70771]: DEBUG oslo_concurrency.lockutils [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.510607] env[70771]: DEBUG oslo_concurrency.lockutils [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.510967] env[70771]: DEBUG nova.compute.manager [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] No waiting events found dispatching network-vif-plugged-614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.511176] env[70771]: WARNING nova.compute.manager [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Received unexpected event network-vif-plugged-614908de-fa9f-4984-8dfd-7e12231706d3 for instance with vm_state building and task_state spawning. [ 1054.511411] env[70771]: DEBUG nova.compute.manager [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Received event network-changed-614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.511613] env[70771]: DEBUG nova.compute.manager [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Refreshing instance network info cache due to event network-changed-614908de-fa9f-4984-8dfd-7e12231706d3. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.511906] env[70771]: DEBUG oslo_concurrency.lockutils [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] Acquiring lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.516644] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1054.516644] env[70771]: value = "task-3514259" [ 1054.516644] env[70771]: _type = "Task" [ 1054.516644] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.518438] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5727a4-c9e0-41b4-acc2-05b55a336f30 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.537759] env[70771]: DEBUG nova.compute.provider_tree [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.542687] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.542845] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.543159] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.543288] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.543421] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.545050] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.545882] env[70771]: INFO nova.compute.manager [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Terminating instance [ 1054.710981] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526ec3d2-84f9-7c67-6c43-642a8ccd3c75, 'name': SearchDatastore_Task, 'duration_secs': 0.055958} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.711483] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.712282] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.712282] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-258ab43d-2534-420b-baa5-1b878933a656 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.722196] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1054.722196] env[70771]: value = "task-3514260" [ 1054.722196] env[70771]: _type = "Task" [ 1054.722196] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.730488] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.822404] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514257, 'name': Destroy_Task, 'duration_secs': 0.413054} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.822815] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Destroyed the VM [ 1054.823147] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.823443] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39ddee3c-e2a7-467c-922d-f6e9eb05a451 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.829738] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1054.829738] env[70771]: value = "task-3514261" [ 1054.829738] env[70771]: _type = "Task" [ 1054.829738] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.837631] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.869980] env[70771]: DEBUG oslo_vmware.api [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514258, 'name': PowerOffVM_Task, 'duration_secs': 0.202569} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.870519] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.870732] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.871008] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8a052f-6919-462d-9a79-cbf68717c4e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.894947] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.894947] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.894947] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Deleting the datastore file [datastore1] 851d884c-71b6-4d52-8b7e-c9f42b3a32a9 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.895208] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ec273e-e4af-47e3-ad3b-5f4799ff6e29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.902103] env[70771]: DEBUG oslo_vmware.api [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for the task: (returnval){ [ 1054.902103] env[70771]: value = "task-3514263" [ 1054.902103] env[70771]: _type = "Task" [ 1054.902103] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.910265] env[70771]: DEBUG oslo_vmware.api [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.926797] env[70771]: DEBUG nova.network.neutron [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Updated VIF entry in instance network info cache for port 3cb21c94-0800-441d-8f24-88d794f0f0d8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.927335] env[70771]: DEBUG nova.network.neutron [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Updating instance_info_cache with network_info: [{"id": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "address": "fa:16:3e:f7:a8:cf", "network": {"id": "1f58ee2f-2bfc-49fd-b9f6-9d3025d52424", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-592090341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ac815ce6d64866a36e2157bda9e5b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb21c94-08", "ovs_interfaceid": "3cb21c94-0800-441d-8f24-88d794f0f0d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.008646] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.008646] env[70771]: DEBUG nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Instance network_info: |[{"id": "614908de-fa9f-4984-8dfd-7e12231706d3", "address": "fa:16:3e:4f:2e:63", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908de-fa", "ovs_interfaceid": "614908de-fa9f-4984-8dfd-7e12231706d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.008884] env[70771]: DEBUG oslo_concurrency.lockutils [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] Acquired lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.008884] env[70771]: DEBUG nova.network.neutron [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Refreshing network info cache for port 614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.009517] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:2e:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614908de-fa9f-4984-8dfd-7e12231706d3', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.019717] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.023306] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.024359] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-348f77b0-21a3-4794-8728-5cdec03c394e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.049976] env[70771]: DEBUG nova.scheduler.client.report [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.054579] env[70771]: DEBUG nova.compute.manager [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.054801] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.055136] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514259, 'name': ReconfigVM_Task, 'duration_secs': 0.312002} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.057360] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae2cc84-5306-410f-ab42-957e22a3ed33 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.060313] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 4b6f46ca-347a-4320-852d-c8c74fe423c7/4b6f46ca-347a-4320-852d-c8c74fe423c7.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.061170] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.061170] env[70771]: value = "task-3514264" [ 1055.061170] env[70771]: _type = "Task" [ 1055.061170] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.061908] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-530723ea-e072-4ab8-9548-4a2c43734ffc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.069940] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.071341] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c35dfd5-b97c-4906-a34b-a14b8698b342 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.074548] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1055.074548] env[70771]: value = "task-3514265" [ 1055.074548] env[70771]: _type = "Task" [ 1055.074548] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.078612] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514264, 'name': CreateVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.087460] env[70771]: DEBUG oslo_vmware.api [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 1055.087460] env[70771]: value = "task-3514266" [ 1055.087460] env[70771]: _type = "Task" [ 1055.087460] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.096267] env[70771]: DEBUG nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.098787] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514265, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.105078] env[70771]: DEBUG oslo_vmware.api [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.121420] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.121742] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.122027] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.122299] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.122689] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.122986] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.123337] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.123646] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.123914] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.124197] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.124465] env[70771]: DEBUG nova.virt.hardware [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.125588] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2ea3e6-30dc-48ae-bec0-2775b7f35de2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.138713] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bc8ee7-ca7a-473e-8201-09e95dd65ae7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.236614] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.311039] env[70771]: DEBUG nova.network.neutron [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Updated VIF entry in instance network info cache for port 614908de-fa9f-4984-8dfd-7e12231706d3. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.311459] env[70771]: DEBUG nova.network.neutron [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Updating instance_info_cache with network_info: [{"id": "614908de-fa9f-4984-8dfd-7e12231706d3", "address": "fa:16:3e:4f:2e:63", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908de-fa", "ovs_interfaceid": "614908de-fa9f-4984-8dfd-7e12231706d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.342650] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514261, 'name': RemoveSnapshot_Task} progress is 48%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.412832] env[70771]: DEBUG oslo_vmware.api [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Task: {'id': task-3514263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489295} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.413217] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.413465] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.413670] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.413879] env[70771]: INFO nova.compute.manager [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1055.414730] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.414730] env[70771]: DEBUG nova.compute.manager [-] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.414730] env[70771]: DEBUG nova.network.neutron [-] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.430725] env[70771]: DEBUG nova.network.neutron [-] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.432311] env[70771]: DEBUG oslo_concurrency.lockutils [req-7fdefa9d-815a-42a9-9ebd-a4beda04291d req-3a4948dd-5299-4304-bdb6-d28c1cc0f3d1 service nova] Releasing lock "refresh_cache-df0124cd-f465-4781-8f15-9eafb23909fb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.557131] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.487s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.559656] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.207s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.574541] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514264, 'name': CreateVM_Task, 'duration_secs': 0.464009} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.579353] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.580188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.580366] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.580699] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.586590] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd71c87-9591-4555-8591-6ae6f190e212 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.595169] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514265, 'name': Rename_Task, 'duration_secs': 0.227138} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.597271] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.597930] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1055.597930] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5217bac9-8dd7-4789-1e01-04659f2e79bd" [ 1055.597930] env[70771]: _type = "Task" [ 1055.597930] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.597930] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce5b4b2-9a88-448c-9df3-7346056b7379 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.605067] env[70771]: DEBUG oslo_vmware.api [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514266, 'name': PowerOffVM_Task, 'duration_secs': 0.277323} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.605847] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.606237] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.606565] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9ad124a-a9f3-413e-a239-b0b66fe8eab7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.611265] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5217bac9-8dd7-4789-1e01-04659f2e79bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.612511] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1055.612511] env[70771]: value = "task-3514267" [ 1055.612511] env[70771]: _type = "Task" [ 1055.612511] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.621606] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.673699] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.675172] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.675172] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleting the datastore file [datastore1] 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.675172] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73460724-10e0-47f0-b2a7-c1991bb1726d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.681134] env[70771]: DEBUG oslo_vmware.api [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for the task: (returnval){ [ 1055.681134] env[70771]: value = "task-3514269" [ 1055.681134] env[70771]: _type = "Task" [ 1055.681134] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.689319] env[70771]: DEBUG oslo_vmware.api [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.732494] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681938} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.732837] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.733084] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.733362] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcc376cd-0fcc-4fc6-9edb-5c169e7679e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.740521] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1055.740521] env[70771]: value = "task-3514270" [ 1055.740521] env[70771]: _type = "Task" [ 1055.740521] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.748303] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.815237] env[70771]: DEBUG oslo_concurrency.lockutils [req-e31ab593-1c3d-40f3-87ec-1edef77f701a req-c0831441-237d-4be1-9c73-89df41e6cbe1 service nova] Releasing lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.821454] env[70771]: DEBUG nova.network.neutron [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Successfully updated port: 1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.841840] env[70771]: DEBUG oslo_vmware.api [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514261, 'name': RemoveSnapshot_Task, 'duration_secs': 0.678888} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.842174] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.842451] env[70771]: INFO nova.compute.manager [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Took 16.94 seconds to snapshot the instance on the hypervisor. [ 1055.935260] env[70771]: DEBUG nova.network.neutron [-] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.068495] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f22e82ec-cf61-441e-9b6d-9954ec559668 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.164s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.069708] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 18.986s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.070136] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.070136] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.070339] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.073373] env[70771]: INFO nova.compute.manager [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Terminating instance [ 1056.113751] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5217bac9-8dd7-4789-1e01-04659f2e79bd, 'name': SearchDatastore_Task, 'duration_secs': 0.04824} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.116806] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.117065] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.117313] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.117454] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.117627] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.117890] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e58d0c93-9dd1-4a5a-9860-707aa9c1336a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.124703] env[70771]: DEBUG oslo_vmware.api [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514267, 'name': PowerOnVM_Task, 'duration_secs': 0.49865} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.127263] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.127462] env[70771]: INFO nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1056.127641] env[70771]: DEBUG nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.129405] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30023e2-c519-4fbf-b523-0dacccd3bf92 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.132248] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.132418] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.133166] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e08d0a7-333a-4ab5-8eb4-11aa63353ff3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.138692] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1056.138692] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ba2f6b-9d49-a36f-7259-fe277efebc61" [ 1056.138692] env[70771]: _type = "Task" [ 1056.138692] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.152810] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ba2f6b-9d49-a36f-7259-fe277efebc61, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.153537] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8e0c4b-6d71-47b2-9b97-b017e9d1d028 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.161144] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1056.161144] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527447bd-8b86-cd18-b485-6b58764776e7" [ 1056.161144] env[70771]: _type = "Task" [ 1056.161144] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.170813] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527447bd-8b86-cd18-b485-6b58764776e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.194114] env[70771]: DEBUG oslo_vmware.api [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Task: {'id': task-3514269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309145} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.194380] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.195220] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.195220] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.195220] env[70771]: INFO nova.compute.manager [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1056.195220] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.195376] env[70771]: DEBUG nova.compute.manager [-] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.195472] env[70771]: DEBUG nova.network.neutron [-] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.252524] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201355} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.252874] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.253690] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6e1593-12cf-42cd-99d9-1daa8d9d8648 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.276691] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.276943] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7eab08-7439-4517-a75b-f0852b0a8b93 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.299847] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1056.299847] env[70771]: value = "task-3514271" [ 1056.299847] env[70771]: _type = "Task" [ 1056.299847] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.311575] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.324062] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.324302] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.324408] env[70771]: DEBUG nova.network.neutron [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.373163] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f311957-aa22-4f1a-9fe5-ccf7cb84d403 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.383075] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238a93b-ddf4-4f68-b160-b6bca5ff21f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.416942] env[70771]: DEBUG nova.compute.manager [None req-8c4b9a7e-2cf0-4e67-b314-9cb7517209d5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Found 1 images (rotation: 2) {{(pid=70771) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1056.419820] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edea6c3-0912-46ab-b1b7-0c4248dcc4b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.426235] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ad376e-2089-469c-b026-b8723ec4e8e7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.440657] env[70771]: INFO nova.compute.manager [-] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Took 1.03 seconds to deallocate network for instance. [ 1056.442531] env[70771]: DEBUG nova.compute.provider_tree [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.546512] env[70771]: DEBUG nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Received event network-vif-plugged-1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.546512] env[70771]: DEBUG oslo_concurrency.lockutils [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] Acquiring lock "a5e8c757-1dd8-47b2-be82-9abe6760de33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.546512] env[70771]: DEBUG oslo_concurrency.lockutils [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.546696] env[70771]: DEBUG oslo_concurrency.lockutils [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.546958] env[70771]: DEBUG nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] No waiting events found dispatching network-vif-plugged-1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.548023] env[70771]: WARNING nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Received unexpected event network-vif-plugged-1224d27d-849b-4e05-97b8-9f4519136dc9 for instance with vm_state building and task_state spawning. [ 1056.548023] env[70771]: DEBUG nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Received event network-changed-1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.548023] env[70771]: DEBUG nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Refreshing instance network info cache due to event network-changed-1224d27d-849b-4e05-97b8-9f4519136dc9. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.548023] env[70771]: DEBUG oslo_concurrency.lockutils [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] Acquiring lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.577274] env[70771]: DEBUG nova.compute.manager [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.577496] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.577790] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2675f265-1a2d-48a1-80dc-3a1f03c29507 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.591757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bddc0d-2e72-4d11-b922-59c0fec14cb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.626491] env[70771]: WARNING nova.virt.vmwareapi.vmops [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f20e9ddf-9ab7-4829-9d4c-c379ff045f1d could not be found. [ 1056.626708] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.626891] env[70771]: INFO nova.compute.manager [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1056.627159] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.627396] env[70771]: DEBUG nova.compute.manager [-] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.627489] env[70771]: DEBUG nova.network.neutron [-] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.656901] env[70771]: INFO nova.compute.manager [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Took 41.88 seconds to build instance. [ 1056.670663] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527447bd-8b86-cd18-b485-6b58764776e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.671501] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.671765] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.672028] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dad281a5-d698-4546-a37d-92ca857ba1d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.678572] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1056.678572] env[70771]: value = "task-3514272" [ 1056.678572] env[70771]: _type = "Task" [ 1056.678572] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.688504] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.811585] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.862011] env[70771]: DEBUG nova.network.neutron [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.949815] env[70771]: DEBUG nova.scheduler.client.report [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.954694] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.010246] env[70771]: DEBUG nova.network.neutron [-] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.049936] env[70771]: DEBUG nova.network.neutron [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updating instance_info_cache with network_info: [{"id": "1224d27d-849b-4e05-97b8-9f4519136dc9", "address": "fa:16:3e:6e:20:06", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224d27d-84", "ovs_interfaceid": "1224d27d-849b-4e05-97b8-9f4519136dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.089725] env[70771]: DEBUG nova.compute.manager [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.091355] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f39536-434e-41d0-b78b-5a1a9de7caba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.158539] env[70771]: DEBUG oslo_concurrency.lockutils [None req-86ee8fc0-fcab-4341-82a2-aaeae36b8e65 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.384s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.189483] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490044} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.189837] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.190083] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.190405] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9acac043-d445-479e-aaf2-e9c8fef782c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.196739] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1057.196739] env[70771]: value = "task-3514273" [ 1057.196739] env[70771]: _type = "Task" [ 1057.196739] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.205997] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.310617] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514271, 'name': ReconfigVM_Task, 'duration_secs': 0.565813} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.311096] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.311741] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09125fb7-51ee-4a58-90da-53cd3ebe2518 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.318567] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1057.318567] env[70771]: value = "task-3514274" [ 1057.318567] env[70771]: _type = "Task" [ 1057.318567] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.325983] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514274, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.513477] env[70771]: INFO nova.compute.manager [-] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Took 1.32 seconds to deallocate network for instance. [ 1057.525425] env[70771]: DEBUG nova.network.neutron [-] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.552152] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Releasing lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.552488] env[70771]: DEBUG nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Instance network_info: |[{"id": "1224d27d-849b-4e05-97b8-9f4519136dc9", "address": "fa:16:3e:6e:20:06", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224d27d-84", "ovs_interfaceid": "1224d27d-849b-4e05-97b8-9f4519136dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.552812] env[70771]: DEBUG oslo_concurrency.lockutils [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] Acquired lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.553024] env[70771]: DEBUG nova.network.neutron [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Refreshing network info cache for port 1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.554680] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:20:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1224d27d-849b-4e05-97b8-9f4519136dc9', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.563594] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.564307] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.564555] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c200a05-97dd-4f4f-957e-4a7af599015b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.590364] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.590364] env[70771]: value = "task-3514275" [ 1057.590364] env[70771]: _type = "Task" [ 1057.590364] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.598963] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514275, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.604289] env[70771]: INFO nova.compute.manager [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] instance snapshotting [ 1057.605438] env[70771]: DEBUG nova.objects.instance [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'flavor' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.707639] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265328} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.707851] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.708654] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681024e9-3193-4bc8-a5f7-4466762ea1db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.730458] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.730661] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f653d1-3597-434c-9ecf-4bdd589d0363 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.749129] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1057.749129] env[70771]: value = "task-3514276" [ 1057.749129] env[70771]: _type = "Task" [ 1057.749129] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.757084] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.828373] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514274, 'name': Rename_Task, 'duration_secs': 0.203018} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.828840] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.829083] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e40447-dfd6-43a5-9f43-61ea3be75774 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.835838] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1057.835838] env[70771]: value = "task-3514277" [ 1057.835838] env[70771]: _type = "Task" [ 1057.835838] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.845277] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.937623] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "4b6f46ca-347a-4320-852d-c8c74fe423c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.938025] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.938361] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "4b6f46ca-347a-4320-852d-c8c74fe423c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.938644] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.938958] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.941944] env[70771]: INFO nova.compute.manager [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Terminating instance [ 1057.963181] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.403s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.966057] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.142s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.966290] env[70771]: DEBUG nova.objects.instance [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lazy-loading 'resources' on Instance uuid 2de49100-f331-48e6-be59-16d999d972c9 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.020406] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.028013] env[70771]: INFO nova.compute.manager [-] [instance: f20e9ddf-9ab7-4829-9d4c-c379ff045f1d] Took 1.40 seconds to deallocate network for instance. [ 1058.102750] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514275, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.110228] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287417f3-004b-439c-9115-bee774630996 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.135135] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30711a1a-fc8d-4c8b-a941-086523d009e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.265034] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.325621] env[70771]: DEBUG nova.network.neutron [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updated VIF entry in instance network info cache for port 1224d27d-849b-4e05-97b8-9f4519136dc9. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.326021] env[70771]: DEBUG nova.network.neutron [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updating instance_info_cache with network_info: [{"id": "1224d27d-849b-4e05-97b8-9f4519136dc9", "address": "fa:16:3e:6e:20:06", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224d27d-84", "ovs_interfaceid": "1224d27d-849b-4e05-97b8-9f4519136dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.346552] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.446990] env[70771]: DEBUG nova.compute.manager [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.447283] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.448244] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94bed9a-e432-4f57-b33e-0dff5502f19b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.456406] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.456736] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b763ea-c293-4dc2-a907-7f760e5ed069 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.462662] env[70771]: DEBUG oslo_vmware.api [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1058.462662] env[70771]: value = "task-3514278" [ 1058.462662] env[70771]: _type = "Task" [ 1058.462662] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.475866] env[70771]: DEBUG oslo_vmware.api [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.546389] env[70771]: INFO nova.scheduler.client.report [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted allocation for migration 398505d3-56e7-4178-89d0-8ec9ad164a36 [ 1058.603632] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514275, 'name': CreateVM_Task, 'duration_secs': 0.728715} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.603942] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.604689] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.604928] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.605324] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.605950] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87e1972-3759-4f7b-b8a4-385814a2db1f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.611486] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1058.611486] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523b0d94-3b81-e52d-ebcf-83c2e14b1be9" [ 1058.611486] env[70771]: _type = "Task" [ 1058.611486] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.623364] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523b0d94-3b81-e52d-ebcf-83c2e14b1be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.647211] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1058.647609] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f006ebb6-c942-4656-a755-90ac784ed7f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.655855] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1058.655855] env[70771]: value = "task-3514279" [ 1058.655855] env[70771]: _type = "Task" [ 1058.655855] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.664348] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514279, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.722577] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfbe7f9-337b-450e-a8ce-0431d4112f0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.729364] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaf1f94-1441-4799-95c0-cb5181e9ff69 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.763484] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1099d8-74bf-4c42-8e2e-86b172c3fd73 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.770803] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514276, 'name': ReconfigVM_Task, 'duration_secs': 0.70057} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.772844] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.773473] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d75b75f1-c1cf-445d-8b49-628ddd89c2e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.775793] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558f4ed9-8d58-4557-8fd9-a17df5e337ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.789644] env[70771]: DEBUG nova.compute.provider_tree [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.792560] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1058.792560] env[70771]: value = "task-3514280" [ 1058.792560] env[70771]: _type = "Task" [ 1058.792560] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.800449] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514280, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.829359] env[70771]: DEBUG oslo_concurrency.lockutils [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] Releasing lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.829734] env[70771]: DEBUG nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Received event network-vif-deleted-3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.829897] env[70771]: INFO nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Neutron deleted interface 3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec; detaching it from the instance and deleting it from the info cache [ 1058.830385] env[70771]: DEBUG nova.network.neutron [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.847777] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514277, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.973275] env[70771]: DEBUG oslo_vmware.api [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514278, 'name': PowerOffVM_Task, 'duration_secs': 0.17429} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.973547] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.973724] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.973967] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92791a01-cb74-4684-8072-5081bf2cce7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.036341] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.036572] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.036747] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleting the datastore file [datastore2] 4b6f46ca-347a-4320-852d-c8c74fe423c7 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.037031] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6fbf18f-ea39-45f1-a320-8c8e7cb99baf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.043729] env[70771]: DEBUG oslo_vmware.api [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1059.043729] env[70771]: value = "task-3514282" [ 1059.043729] env[70771]: _type = "Task" [ 1059.043729] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.054064] env[70771]: DEBUG oslo_concurrency.lockutils [None req-69a93dc8-82fc-4442-9697-9e0c14bdb78d tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.626s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.054689] env[70771]: DEBUG oslo_vmware.api [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.055270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f05a6090-9908-4035-b792-ebe444864222 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "f20e9ddf-9ab7-4829-9d4c-c379ff045f1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.986s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.121997] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523b0d94-3b81-e52d-ebcf-83c2e14b1be9, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.122285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.122528] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.122885] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.123168] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.123386] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.123687] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4d15d39-b65d-4852-9c87-cac8afc89f71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.131641] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.131818] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.132565] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4ae28c-75ad-4f4c-97c6-5774c9ffeb58 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.138120] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1059.138120] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52234e38-492c-f621-a612-b7c44b56c32b" [ 1059.138120] env[70771]: _type = "Task" [ 1059.138120] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.145869] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52234e38-492c-f621-a612-b7c44b56c32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.165804] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514279, 'name': CreateSnapshot_Task, 'duration_secs': 0.474406} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.166108] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1059.166842] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5881008-ddb1-4f82-88de-5b5a77e807f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.294551] env[70771]: DEBUG nova.scheduler.client.report [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.307027] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514280, 'name': Rename_Task, 'duration_secs': 0.143919} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.307027] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.307027] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc47900c-43f0-48b4-abee-b9e9408bd85f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.314149] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1059.314149] env[70771]: value = "task-3514283" [ 1059.314149] env[70771]: _type = "Task" [ 1059.314149] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.321950] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.332962] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e637a3fb-f730-4a25-a94e-8a0f68ad3704 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.350401] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a61e8-32d5-4ddf-852b-93b5c4faf63a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.365784] env[70771]: DEBUG oslo_vmware.api [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514277, 'name': PowerOnVM_Task, 'duration_secs': 1.054942} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.366115] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.366481] env[70771]: INFO nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1059.366706] env[70771]: DEBUG nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.367518] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c3fc4e-2663-453d-9dce-05eb3ba14a3a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.381623] env[70771]: DEBUG nova.compute.manager [req-18d3af79-da2e-4380-b8bd-e399accaabf6 req-e44a100d-d044-4231-8cdf-540f2ce4ed58 service nova] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Detach interface failed, port_id=3c97b8c7-7d4e-46f8-a4e9-97ae19a9cfec, reason: Instance 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.555448] env[70771]: DEBUG oslo_vmware.api [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212658} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.555448] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.555448] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.555448] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.555632] env[70771]: INFO nova.compute.manager [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1059.556161] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.556345] env[70771]: DEBUG nova.compute.manager [-] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.556450] env[70771]: DEBUG nova.network.neutron [-] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.656142] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52234e38-492c-f621-a612-b7c44b56c32b, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.656602] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5a73da-107b-41a5-85a4-acb8b16da222 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.667947] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1059.667947] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a79646-da4d-5a6d-5d6b-9844525833d1" [ 1059.667947] env[70771]: _type = "Task" [ 1059.667947] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.685905] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1059.686631] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a79646-da4d-5a6d-5d6b-9844525833d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.687166] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b114544-c779-4a49-9eeb-817cf9406c58 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.695478] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1059.695478] env[70771]: value = "task-3514284" [ 1059.695478] env[70771]: _type = "Task" [ 1059.695478] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.706999] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514284, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.803323] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.806998] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.298s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.808546] env[70771]: DEBUG nova.objects.instance [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lazy-loading 'resources' on Instance uuid 762fe45a-836c-4eb6-a630-bcf7efa35e5a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.836331] env[70771]: DEBUG oslo_vmware.api [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514283, 'name': PowerOnVM_Task, 'duration_secs': 0.48825} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.836839] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.837376] env[70771]: INFO nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1059.837646] env[70771]: DEBUG nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.838720] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd8c458-210d-4e9a-8f48-3a37a2d76aa6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.844389] env[70771]: INFO nova.scheduler.client.report [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleted allocations for instance 2de49100-f331-48e6-be59-16d999d972c9 [ 1059.906741] env[70771]: INFO nova.compute.manager [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Took 37.18 seconds to build instance. [ 1059.970209] env[70771]: DEBUG nova.compute.manager [req-3eb4c8c8-65c8-4cb5-8d60-2b1b402659bd req-d5a090be-4ec9-4dd8-a2ef-f449e91c5cff service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Received event network-vif-deleted-31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.970402] env[70771]: INFO nova.compute.manager [req-3eb4c8c8-65c8-4cb5-8d60-2b1b402659bd req-d5a090be-4ec9-4dd8-a2ef-f449e91c5cff service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Neutron deleted interface 31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee; detaching it from the instance and deleting it from the info cache [ 1059.970585] env[70771]: DEBUG nova.network.neutron [req-3eb4c8c8-65c8-4cb5-8d60-2b1b402659bd req-d5a090be-4ec9-4dd8-a2ef-f449e91c5cff service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.178628] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a79646-da4d-5a6d-5d6b-9844525833d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.178893] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.179187] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] a5e8c757-1dd8-47b2-be82-9abe6760de33/a5e8c757-1dd8-47b2-be82-9abe6760de33.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.179455] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a9eb32c-3c1f-41ce-9127-f607408a9e8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.186123] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1060.186123] env[70771]: value = "task-3514285" [ 1060.186123] env[70771]: _type = "Task" [ 1060.186123] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.193676] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.203756] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514284, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.364733] env[70771]: DEBUG oslo_concurrency.lockutils [None req-526fee7d-4e58-4ede-b460-ef268d486233 tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "2de49100-f331-48e6-be59-16d999d972c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.291s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.374048] env[70771]: INFO nova.compute.manager [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Took 35.45 seconds to build instance. [ 1060.413681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-67ccbaac-04ff-4469-9286-bee37f559dfd tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.690s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.446848] env[70771]: DEBUG nova.network.neutron [-] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.475087] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b714a3b6-390c-4a2e-ab54-370201b5610c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.489724] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e128d314-b813-444b-aad5-70095b525eb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.531231] env[70771]: DEBUG nova.compute.manager [req-3eb4c8c8-65c8-4cb5-8d60-2b1b402659bd req-d5a090be-4ec9-4dd8-a2ef-f449e91c5cff service nova] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Detach interface failed, port_id=31fbe8c8-a3ef-40f2-8afe-00ee22a8f2ee, reason: Instance 4b6f46ca-347a-4320-852d-c8c74fe423c7 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.644373] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fee26-cbb5-4d31-a452-267e275deca7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.653255] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab831c5-1d5d-44d8-9c62-edfd6f3c1e2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.697845] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c847be2-985b-4227-9b57-4621324f583c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.703661] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "0163fd8c-6442-4954-acd0-63a403a9f294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.704094] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.713106] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507056} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.719290] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] a5e8c757-1dd8-47b2-be82-9abe6760de33/a5e8c757-1dd8-47b2-be82-9abe6760de33.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.719749] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.720140] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514284, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.722040] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faf89c13-8047-4234-b8f0-3d625c698650 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.723842] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8cfbb8-52c0-4b3a-8b15-0f3fb9cd27fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.732033] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1060.732033] env[70771]: value = "task-3514286" [ 1060.732033] env[70771]: _type = "Task" [ 1060.732033] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.742030] env[70771]: DEBUG nova.compute.provider_tree [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.752261] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.755173] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.755336] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.755558] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.755755] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.755923] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.758081] env[70771]: INFO nova.compute.manager [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Terminating instance [ 1060.876585] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d9d1a8ef-30f1-4d4f-97fe-d40f85cee539 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.960s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.951023] env[70771]: INFO nova.compute.manager [-] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Took 1.39 seconds to deallocate network for instance. [ 1061.024955] env[70771]: DEBUG nova.compute.manager [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Received event network-changed-614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.025174] env[70771]: DEBUG nova.compute.manager [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Refreshing instance network info cache due to event network-changed-614908de-fa9f-4984-8dfd-7e12231706d3. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.025394] env[70771]: DEBUG oslo_concurrency.lockutils [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] Acquiring lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025577] env[70771]: DEBUG oslo_concurrency.lockutils [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] Acquired lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.025761] env[70771]: DEBUG nova.network.neutron [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Refreshing network info cache for port 614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.210396] env[70771]: DEBUG nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.222972] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514284, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.247841] env[70771]: DEBUG nova.scheduler.client.report [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.256845] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069924} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.257283] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.258069] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b684b1c2-4b37-42c6-b647-97fc354bfc11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.261382] env[70771]: DEBUG nova.compute.manager [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.261576] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.262620] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5652ca-4e81-45d7-b2c5-b6af3216387a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.287326] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a5e8c757-1dd8-47b2-be82-9abe6760de33/a5e8c757-1dd8-47b2-be82-9abe6760de33.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.290701] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba20fb42-5ca5-4c00-a415-37dc08a6887a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.306766] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.307414] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6143daa2-9f91-49d9-a3fd-09e35e0f71d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.315019] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1061.315019] env[70771]: value = "task-3514288" [ 1061.315019] env[70771]: _type = "Task" [ 1061.315019] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.315337] env[70771]: DEBUG oslo_vmware.api [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1061.315337] env[70771]: value = "task-3514287" [ 1061.315337] env[70771]: _type = "Task" [ 1061.315337] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.328886] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.332349] env[70771]: DEBUG oslo_vmware.api [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.433045] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.433144] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.459305] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.717835] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514284, 'name': CloneVM_Task, 'duration_secs': 1.725327} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.720314] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Created linked-clone VM from snapshot [ 1061.723598] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba93a0ee-6be8-45a5-9131-094a04ff47c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.731903] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Uploading image f4068674-8de6-4a6e-8623-a0b0d85e39d0 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1061.736281] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.753919] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1061.753919] env[70771]: value = "vm-702133" [ 1061.753919] env[70771]: _type = "VirtualMachine" [ 1061.753919] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1061.754229] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff7c0e07-b873-484c-9c28-852334ad74ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.757894] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.760351] env[70771]: DEBUG nova.network.neutron [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Updated VIF entry in instance network info cache for port 614908de-fa9f-4984-8dfd-7e12231706d3. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.760740] env[70771]: DEBUG nova.network.neutron [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Updating instance_info_cache with network_info: [{"id": "614908de-fa9f-4984-8dfd-7e12231706d3", "address": "fa:16:3e:4f:2e:63", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908de-fa", "ovs_interfaceid": "614908de-fa9f-4984-8dfd-7e12231706d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.762920] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.021s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.762920] env[70771]: DEBUG nova.objects.instance [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'resources' on Instance uuid 0a856bb1-3f78-4b96-8019-428808a026ca {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.766238] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease: (returnval){ [ 1061.766238] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52498be2-a53f-cdd7-5054-6ca2f05f3aae" [ 1061.766238] env[70771]: _type = "HttpNfcLease" [ 1061.766238] env[70771]: } obtained for exporting VM: (result){ [ 1061.766238] env[70771]: value = "vm-702133" [ 1061.766238] env[70771]: _type = "VirtualMachine" [ 1061.766238] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1061.766617] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the lease: (returnval){ [ 1061.766617] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52498be2-a53f-cdd7-5054-6ca2f05f3aae" [ 1061.766617] env[70771]: _type = "HttpNfcLease" [ 1061.766617] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1061.774134] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.774134] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52498be2-a53f-cdd7-5054-6ca2f05f3aae" [ 1061.774134] env[70771]: _type = "HttpNfcLease" [ 1061.774134] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1061.785175] env[70771]: INFO nova.scheduler.client.report [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Deleted allocations for instance 762fe45a-836c-4eb6-a630-bcf7efa35e5a [ 1061.827958] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.833627] env[70771]: DEBUG oslo_vmware.api [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514287, 'name': PowerOffVM_Task, 'duration_secs': 0.260207} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.833939] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.834688] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.834688] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4057da30-18fd-4c76-9608-e09c373c705e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.907782] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.908102] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.908214] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleting the datastore file [datastore2] 46131288-c456-4b92-bd29-f0f89a5a2bfe {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.908484] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b3a56f-7478-427f-9014-c4baae75e6e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.916655] env[70771]: DEBUG oslo_vmware.api [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1061.916655] env[70771]: value = "task-3514291" [ 1061.916655] env[70771]: _type = "Task" [ 1061.916655] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.925395] env[70771]: DEBUG oslo_vmware.api [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.939028] env[70771]: DEBUG nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.009926] env[70771]: DEBUG nova.compute.manager [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.010183] env[70771]: DEBUG nova.compute.manager [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing instance network info cache due to event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.010454] env[70771]: DEBUG oslo_concurrency.lockutils [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] Acquiring lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.010543] env[70771]: DEBUG oslo_concurrency.lockutils [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] Acquired lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.010699] env[70771]: DEBUG nova.network.neutron [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.266953] env[70771]: DEBUG oslo_concurrency.lockutils [req-c4cde9f0-acd3-4bc7-a05b-9064a78bd434 req-048310a2-3004-48b0-acc0-de4861169941 service nova] Releasing lock "refresh_cache-31944f93-5cac-4ca3-9d9d-c0f0f45c1783" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.278407] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.278407] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52498be2-a53f-cdd7-5054-6ca2f05f3aae" [ 1062.278407] env[70771]: _type = "HttpNfcLease" [ 1062.278407] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1062.278749] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1062.278749] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52498be2-a53f-cdd7-5054-6ca2f05f3aae" [ 1062.278749] env[70771]: _type = "HttpNfcLease" [ 1062.278749] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1062.279539] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee1af8-151d-4f02-a4c2-a232d68f561e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.287206] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b893a8-4175-7b3c-fecc-1a2036d903a8/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1062.287420] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b893a8-4175-7b3c-fecc-1a2036d903a8/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1062.294273] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9525bd2c-61e5-4b8a-aaaf-9ce0f0e3fe6c tempest-ListServersNegativeTestJSON-1304984611 tempest-ListServersNegativeTestJSON-1304984611-project-member] Lock "762fe45a-836c-4eb6-a630-bcf7efa35e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.147s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.374415] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514288, 'name': ReconfigVM_Task, 'duration_secs': 0.560831} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.374760] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a5e8c757-1dd8-47b2-be82-9abe6760de33/a5e8c757-1dd8-47b2-be82-9abe6760de33.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.375459] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54799186-1dfd-42ef-8701-a4087af4c3a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.383711] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1062.383711] env[70771]: value = "task-3514292" [ 1062.383711] env[70771]: _type = "Task" [ 1062.383711] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.391717] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514292, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.420901] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71411b09-ecfe-4278-8353-cdb637d6a3a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.433925] env[70771]: DEBUG oslo_vmware.api [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161067} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.436020] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.436237] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.436426] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.436601] env[70771]: INFO nova.compute.manager [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1062.437038] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.439520] env[70771]: DEBUG nova.compute.manager [-] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.439668] env[70771]: DEBUG nova.network.neutron [-] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.462442] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.597851] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2d7fa0-77e3-402b-983e-2eaf2b403759 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.605155] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2584b-95d7-4a44-a182-a8a135aab4d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.641684] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd067b-db32-4a92-9c3a-845a9e331209 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.655381] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0713da60-acfb-4607-af39-39aab742be5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.669583] env[70771]: DEBUG nova.compute.provider_tree [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.895962] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514292, 'name': Rename_Task, 'duration_secs': 0.198739} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.896227] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.896574] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a9730a-dcd3-4012-b243-e8335da87758 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.904082] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1062.904082] env[70771]: value = "task-3514293" [ 1062.904082] env[70771]: _type = "Task" [ 1062.904082] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.915831] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.928037] env[70771]: DEBUG nova.network.neutron [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updated VIF entry in instance network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.928037] env[70771]: DEBUG nova.network.neutron [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9276c3db-e2", "ovs_interfaceid": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.173038] env[70771]: DEBUG nova.scheduler.client.report [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.222976] env[70771]: DEBUG nova.network.neutron [-] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.413417] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514293, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.430399] env[70771]: DEBUG oslo_concurrency.lockutils [req-84be0de6-91b7-477c-ad01-b14baa1454e8 req-d8e60429-3116-4e92-b25a-c644fbe1e580 service nova] Releasing lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.678714] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.682719] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.847s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.682903] env[70771]: DEBUG nova.objects.instance [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lazy-loading 'resources' on Instance uuid 1efb4766-7eb6-49b7-b5fe-af66c80d040f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.713027] env[70771]: INFO nova.scheduler.client.report [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted allocations for instance 0a856bb1-3f78-4b96-8019-428808a026ca [ 1063.725807] env[70771]: INFO nova.compute.manager [-] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Took 1.29 seconds to deallocate network for instance. [ 1063.915311] env[70771]: DEBUG oslo_vmware.api [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514293, 'name': PowerOnVM_Task, 'duration_secs': 0.705194} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.915739] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.916052] env[70771]: INFO nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1063.916298] env[70771]: DEBUG nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.917101] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a24d24-6f7a-457a-bb87-dff011d7838e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.039711] env[70771]: DEBUG nova.compute.manager [req-2d29a77a-9128-4903-a614-e4c244859bf6 req-0fd65387-dc5a-4f52-9ea1-a8014478568d service nova] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Received event network-vif-deleted-ecf4261e-a51f-4965-8ca0-c199803298ab {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.224889] env[70771]: DEBUG oslo_concurrency.lockutils [None req-09b279a4-5891-4719-a4f5-78cbaff39af6 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "0a856bb1-3f78-4b96-8019-428808a026ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.030s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.232681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.432943] env[70771]: INFO nova.compute.manager [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Took 36.99 seconds to build instance. [ 1064.453257] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd78e5a-97b2-4f7c-a0bd-031f1c547532 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.465942] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2324b10-1dbc-411b-9f12-0fbe1a63c583 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.498678] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad3fd72-5088-48ff-b62e-94476928db3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.506505] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe29d1d-f18a-43ea-b98c-574cfa3ab724 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.523401] env[70771]: DEBUG nova.compute.provider_tree [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.938050] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4010a77e-adb7-4dfe-8fda-d69f2a9eb458 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.503s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.025762] env[70771]: DEBUG nova.scheduler.client.report [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.514386] env[70771]: DEBUG nova.compute.manager [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.514633] env[70771]: DEBUG nova.compute.manager [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing instance network info cache due to event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.516659] env[70771]: DEBUG oslo_concurrency.lockutils [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] Acquiring lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.516659] env[70771]: DEBUG oslo_concurrency.lockutils [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] Acquired lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.516659] env[70771]: DEBUG nova.network.neutron [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.530848] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.533721] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.579s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.533721] env[70771]: DEBUG nova.objects.instance [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lazy-loading 'resources' on Instance uuid 851d884c-71b6-4d52-8b7e-c9f42b3a32a9 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.562518] env[70771]: INFO nova.scheduler.client.report [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Deleted allocations for instance 1efb4766-7eb6-49b7-b5fe-af66c80d040f [ 1066.076605] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bd94b475-3029-48b9-8301-12e46d9aad85 tempest-ImagesTestJSON-1647743380 tempest-ImagesTestJSON-1647743380-project-member] Lock "1efb4766-7eb6-49b7-b5fe-af66c80d040f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.633s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.247498] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2712729-ce49-4750-a050-ed9f71b40ef4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.255113] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e20741-cd22-4cb7-a4a3-f4fa9c2bd780 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.287327] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2761757-934b-4805-ab43-7d18edb24b16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.295059] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ead373-870e-45fa-8e06-543c1f50b2d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.308714] env[70771]: DEBUG nova.compute.provider_tree [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.481518] env[70771]: DEBUG nova.network.neutron [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updated VIF entry in instance network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.482111] env[70771]: DEBUG nova.network.neutron [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [{"id": "3b2f2262-f577-4767-b874-4d74da9452f8", "address": "fa:16:3e:4f:73:9a", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2f2262-f5", "ovs_interfaceid": "3b2f2262-f577-4767-b874-4d74da9452f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.814321] env[70771]: DEBUG nova.scheduler.client.report [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.984916] env[70771]: DEBUG oslo_concurrency.lockutils [req-ab2ad29c-db7d-4d22-a3b6-103db4811a7b req-c6812447-d9c2-44d3-8359-6febc38de5b7 service nova] Releasing lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.251497] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.251822] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.319467] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.324571] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.304s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.325419] env[70771]: DEBUG nova.objects.instance [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lazy-loading 'resources' on Instance uuid 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.348569] env[70771]: INFO nova.scheduler.client.report [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Deleted allocations for instance 851d884c-71b6-4d52-8b7e-c9f42b3a32a9 [ 1067.555792] env[70771]: DEBUG nova.compute.manager [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.556010] env[70771]: DEBUG nova.compute.manager [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing instance network info cache due to event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.556579] env[70771]: DEBUG oslo_concurrency.lockutils [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] Acquiring lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.556803] env[70771]: DEBUG oslo_concurrency.lockutils [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] Acquired lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.557050] env[70771]: DEBUG nova.network.neutron [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.760203] env[70771]: DEBUG nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.861390] env[70771]: DEBUG oslo_concurrency.lockutils [None req-54eafd50-834b-40ce-8a65-07eab816c41d tempest-ServersAaction247Test-111007254 tempest-ServersAaction247Test-111007254-project-member] Lock "851d884c-71b6-4d52-8b7e-c9f42b3a32a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.161s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.093034] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf27ac92-a98b-48d5-a41a-faf10b6d36a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.100039] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef2b22-b62f-41a6-87da-c34609bcf5c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.133410] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7680fd0-d179-4fa1-a6be-f615c0125c28 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.142535] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f52537-02a7-4e6b-88c3-91ea20de41fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.159218] env[70771]: DEBUG nova.compute.provider_tree [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.284713] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.576882] env[70771]: DEBUG nova.network.neutron [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updated VIF entry in instance network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.577485] env[70771]: DEBUG nova.network.neutron [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [{"id": "3b2f2262-f577-4767-b874-4d74da9452f8", "address": "fa:16:3e:4f:73:9a", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2f2262-f5", "ovs_interfaceid": "3b2f2262-f577-4767-b874-4d74da9452f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.661975] env[70771]: DEBUG nova.scheduler.client.report [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.080922] env[70771]: DEBUG oslo_concurrency.lockutils [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] Releasing lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081219] env[70771]: DEBUG nova.compute.manager [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Received event network-changed-1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.081384] env[70771]: DEBUG nova.compute.manager [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Refreshing instance network info cache due to event network-changed-1224d27d-849b-4e05-97b8-9f4519136dc9. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.081832] env[70771]: DEBUG oslo_concurrency.lockutils [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] Acquiring lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.081832] env[70771]: DEBUG oslo_concurrency.lockutils [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] Acquired lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.081962] env[70771]: DEBUG nova.network.neutron [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Refreshing network info cache for port 1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.180970] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.183391] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.724s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.183619] env[70771]: DEBUG nova.objects.instance [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lazy-loading 'resources' on Instance uuid 4b6f46ca-347a-4320-852d-c8c74fe423c7 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.216667] env[70771]: INFO nova.scheduler.client.report [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Deleted allocations for instance 12085cf4-e373-47cb-a2fd-670bbc5ba4f1 [ 1069.609812] env[70771]: DEBUG nova.compute.manager [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Received event network-changed-1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.609812] env[70771]: DEBUG nova.compute.manager [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Refreshing instance network info cache due to event network-changed-1224d27d-849b-4e05-97b8-9f4519136dc9. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.611076] env[70771]: DEBUG oslo_concurrency.lockutils [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] Acquiring lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.727300] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ac651c3c-e961-4e6b-a489-3cec23b55ce7 tempest-ServerRescueNegativeTestJSON-1208111124 tempest-ServerRescueNegativeTestJSON-1208111124-project-member] Lock "12085cf4-e373-47cb-a2fd-670bbc5ba4f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.184s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.805139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "a5e8c757-1dd8-47b2-be82-9abe6760de33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.805139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.805139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "a5e8c757-1dd8-47b2-be82-9abe6760de33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.805139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.805343] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.809942] env[70771]: INFO nova.compute.manager [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Terminating instance [ 1069.956019] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d60ba-b187-4ad0-a7e0-7e2e00c1b7b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.958854] env[70771]: DEBUG nova.network.neutron [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updated VIF entry in instance network info cache for port 1224d27d-849b-4e05-97b8-9f4519136dc9. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.959359] env[70771]: DEBUG nova.network.neutron [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updating instance_info_cache with network_info: [{"id": "1224d27d-849b-4e05-97b8-9f4519136dc9", "address": "fa:16:3e:6e:20:06", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224d27d-84", "ovs_interfaceid": "1224d27d-849b-4e05-97b8-9f4519136dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.967310] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ef355-c8ce-4731-80e6-86a6b930e825 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.001127] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd56b15-ad45-4d1a-871f-9f66beada996 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.009459] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ea1560-c05a-4f7c-97cf-d3482c697b26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.024183] env[70771]: DEBUG nova.compute.provider_tree [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.317923] env[70771]: DEBUG nova.compute.manager [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.318196] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.319087] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b774b-9771-415d-92a2-93ed5fcdf0ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.327761] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.328033] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-183f41f1-068c-4655-b4ec-0a79d0b1c542 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.334856] env[70771]: DEBUG oslo_vmware.api [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1070.334856] env[70771]: value = "task-3514294" [ 1070.334856] env[70771]: _type = "Task" [ 1070.334856] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.343067] env[70771]: DEBUG oslo_vmware.api [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.461981] env[70771]: DEBUG oslo_concurrency.lockutils [req-564dd33f-0cc5-405d-b787-95935090ab36 req-04ecd0a4-469c-4bcf-be66-8524f3c2f725 service nova] Releasing lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.462506] env[70771]: DEBUG oslo_concurrency.lockutils [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] Acquired lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.462714] env[70771]: DEBUG nova.network.neutron [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Refreshing network info cache for port 1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.527720] env[70771]: DEBUG nova.scheduler.client.report [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.847605] env[70771]: DEBUG oslo_vmware.api [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514294, 'name': PowerOffVM_Task, 'duration_secs': 0.261441} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.847920] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.848071] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.848338] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a7c1335-54ef-4758-bba6-5d661c4c0aa7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.918618] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.918943] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.919369] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Deleting the datastore file [datastore1] a5e8c757-1dd8-47b2-be82-9abe6760de33 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.919702] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebdb49be-6518-4e0b-bb25-84c90cc99b60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.926253] env[70771]: DEBUG oslo_vmware.api [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1070.926253] env[70771]: value = "task-3514296" [ 1070.926253] env[70771]: _type = "Task" [ 1070.926253] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.939112] env[70771]: DEBUG oslo_vmware.api [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.033428] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.038716] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.302s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.041087] env[70771]: INFO nova.compute.claims [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.075335] env[70771]: INFO nova.scheduler.client.report [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted allocations for instance 4b6f46ca-347a-4320-852d-c8c74fe423c7 [ 1071.308787] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b893a8-4175-7b3c-fecc-1a2036d903a8/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.310165] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1949826-04f1-4724-86ff-547b59b2b683 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.320048] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b893a8-4175-7b3c-fecc-1a2036d903a8/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.320048] env[70771]: ERROR oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b893a8-4175-7b3c-fecc-1a2036d903a8/disk-0.vmdk due to incomplete transfer. [ 1071.320048] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37fac4ac-1c6e-4dad-b588-ad5ca56f2c46 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.327086] env[70771]: DEBUG oslo_vmware.rw_handles [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b893a8-4175-7b3c-fecc-1a2036d903a8/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1071.327363] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Uploaded image f4068674-8de6-4a6e-8623-a0b0d85e39d0 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1071.329734] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1071.330045] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdab1259-5877-45a0-842d-4ef6e8a7301e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.336477] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1071.336477] env[70771]: value = "task-3514297" [ 1071.336477] env[70771]: _type = "Task" [ 1071.336477] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.348103] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514297, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.439064] env[70771]: DEBUG oslo_vmware.api [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144354} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.439064] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.439064] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.439064] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.439064] env[70771]: INFO nova.compute.manager [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1071.439425] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.439665] env[70771]: DEBUG nova.compute.manager [-] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.440373] env[70771]: DEBUG nova.network.neutron [-] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.446228] env[70771]: DEBUG nova.network.neutron [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updated VIF entry in instance network info cache for port 1224d27d-849b-4e05-97b8-9f4519136dc9. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.446630] env[70771]: DEBUG nova.network.neutron [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updating instance_info_cache with network_info: [{"id": "1224d27d-849b-4e05-97b8-9f4519136dc9", "address": "fa:16:3e:6e:20:06", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224d27d-84", "ovs_interfaceid": "1224d27d-849b-4e05-97b8-9f4519136dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.583555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c4af92b-12da-4ac9-9607-97c48d76d827 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "4b6f46ca-347a-4320-852d-c8c74fe423c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.646s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.846399] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514297, 'name': Destroy_Task, 'duration_secs': 0.33671} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.846759] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Destroyed the VM [ 1071.847077] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.847442] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d4f7934-ab8a-47df-a98f-2fed281afedb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.853556] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1071.853556] env[70771]: value = "task-3514298" [ 1071.853556] env[70771]: _type = "Task" [ 1071.853556] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.862098] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.949462] env[70771]: DEBUG oslo_concurrency.lockutils [req-733df957-3397-4ad9-937c-48a89c5848dd req-879b55ac-3475-4e27-b1c6-d6b7c1dc022e service nova] Releasing lock "refresh_cache-a5e8c757-1dd8-47b2-be82-9abe6760de33" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.253324] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9502536-0cc1-447f-a24f-d355aad17942 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.264255] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8946450-b08a-4a9d-bb40-989477cce3f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.302366] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a87a9b-4c50-429d-91a1-4f4c8879882a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.312423] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e862d1b-bbd5-4ab1-8356-9ee23520ce22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.328507] env[70771]: DEBUG nova.compute.provider_tree [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.365318] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514298, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.373429] env[70771]: DEBUG nova.network.neutron [-] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.466470] env[70771]: DEBUG nova.compute.manager [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.466664] env[70771]: DEBUG nova.compute.manager [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing instance network info cache due to event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.471662] env[70771]: DEBUG oslo_concurrency.lockutils [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] Acquiring lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472194] env[70771]: DEBUG oslo_concurrency.lockutils [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] Acquired lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.472545] env[70771]: DEBUG nova.network.neutron [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.491702] env[70771]: DEBUG nova.compute.manager [req-6915cc7d-b8a4-49cf-b239-5fb4fb35b9be req-88d8c229-e1d5-4a19-8756-ff963e6a7561 service nova] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Received event network-vif-deleted-1224d27d-849b-4e05-97b8-9f4519136dc9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.838072] env[70771]: DEBUG nova.scheduler.client.report [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.870054] env[70771]: DEBUG oslo_vmware.api [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514298, 'name': RemoveSnapshot_Task, 'duration_secs': 0.684127} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.870054] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.870054] env[70771]: INFO nova.compute.manager [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Took 14.76 seconds to snapshot the instance on the hypervisor. [ 1072.877928] env[70771]: INFO nova.compute.manager [-] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Took 1.44 seconds to deallocate network for instance. [ 1073.076672] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "b3e30e18-12ea-423e-b687-0b543e92c26a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.077139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.346179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.346179] env[70771]: DEBUG nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.349049] env[70771]: DEBUG nova.network.neutron [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updated VIF entry in instance network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.349509] env[70771]: DEBUG nova.network.neutron [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [{"id": "3b2f2262-f577-4767-b874-4d74da9452f8", "address": "fa:16:3e:4f:73:9a", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2f2262-f5", "ovs_interfaceid": "3b2f2262-f577-4767-b874-4d74da9452f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.350953] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.889s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.352612] env[70771]: INFO nova.compute.claims [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.383255] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.439673] env[70771]: DEBUG nova.compute.manager [None req-8521bb15-ddd8-46a9-9e1f-4b149837e612 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Found 2 images (rotation: 2) {{(pid=70771) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1073.583039] env[70771]: DEBUG nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.859523] env[70771]: DEBUG oslo_concurrency.lockutils [req-00871a22-8e61-48fa-bf9c-f915f1b6420c req-84fa0e85-38e2-4e2a-8844-d70eaf112388 service nova] Releasing lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.862026] env[70771]: DEBUG nova.compute.utils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.864720] env[70771]: DEBUG nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.866017] env[70771]: DEBUG nova.network.neutron [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.926845] env[70771]: DEBUG nova.policy [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4fc4cdc6fe45f4bf727ffa77ee40a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d01c2a4da0d42938b933c138e70e5e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.114198] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.367814] env[70771]: DEBUG nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.389619] env[70771]: DEBUG nova.network.neutron [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Successfully created port: 1aa4920d-74c2-4b58-a8f5-1cd2c492a648 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.511873] env[70771]: DEBUG nova.compute.manager [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.516216] env[70771]: DEBUG nova.compute.manager [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing instance network info cache due to event network-changed-3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.516595] env[70771]: DEBUG oslo_concurrency.lockutils [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] Acquiring lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.516784] env[70771]: DEBUG oslo_concurrency.lockutils [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] Acquired lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.517010] env[70771]: DEBUG nova.network.neutron [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Refreshing network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.635402] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f3f7a-b321-49ef-afd0-26731685c9d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.643627] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cd6934-2a1d-4b8d-be5e-015f051e29ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.678663] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7ba25f-9849-4297-b780-b9c763e849ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.681607] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "5f0ab303-0838-4511-8260-ec90a712f4e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.681794] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.688323] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4d7eea-0c2a-4dce-a7cf-32129cc6bedf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.705232] env[70771]: DEBUG nova.compute.provider_tree [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.909479] env[70771]: DEBUG nova.compute.manager [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.912904] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a80a4d-1a21-4c4a-b99c-3394c51211f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.184054] env[70771]: DEBUG nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.211250] env[70771]: DEBUG nova.scheduler.client.report [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.241144] env[70771]: DEBUG nova.network.neutron [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updated VIF entry in instance network info cache for port 3b2f2262-f577-4767-b874-4d74da9452f8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.241769] env[70771]: DEBUG nova.network.neutron [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [{"id": "3b2f2262-f577-4767-b874-4d74da9452f8", "address": "fa:16:3e:4f:73:9a", "network": {"id": "6ef95886-db1d-476e-b36d-7da213066206", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1300812398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8a0169043946738b5f53683f9437a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2f2262-f5", "ovs_interfaceid": "3b2f2262-f577-4767-b874-4d74da9452f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.376485] env[70771]: DEBUG nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.407939] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.408567] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.408567] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.408709] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.408946] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.409168] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.409472] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.409697] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.410813] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.410813] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.410813] env[70771]: DEBUG nova.virt.hardware [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.411316] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b1f93-fa62-41fb-b645-158bf180fc49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.419862] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7c06a-4e2c-4fb5-bb42-04a035b0c701 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.424420] env[70771]: INFO nova.compute.manager [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] instance snapshotting [ 1075.424924] env[70771]: DEBUG nova.objects.instance [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'flavor' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.714553] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.715086] env[70771]: DEBUG nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.723044] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.723044] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.490s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.723044] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.724506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.440s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.726080] env[70771]: INFO nova.compute.claims [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.744725] env[70771]: DEBUG oslo_concurrency.lockutils [req-21ba7a52-4cdd-45df-b9d7-ce4ba78368ac req-5c63e454-8ca6-4230-a396-379bfac2af67 service nova] Releasing lock "refresh_cache-dab7c971-aff5-4831-a96b-9625ef20ab0a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.756822] env[70771]: INFO nova.scheduler.client.report [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted allocations for instance 46131288-c456-4b92-bd29-f0f89a5a2bfe [ 1075.928780] env[70771]: DEBUG nova.compute.manager [req-f1f3f847-f104-4541-bb44-a01a2fe74d64 req-86f31c68-0e65-45f9-850e-2fe938c70565 service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Received event network-vif-plugged-1aa4920d-74c2-4b58-a8f5-1cd2c492a648 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.929028] env[70771]: DEBUG oslo_concurrency.lockutils [req-f1f3f847-f104-4541-bb44-a01a2fe74d64 req-86f31c68-0e65-45f9-850e-2fe938c70565 service nova] Acquiring lock "0163fd8c-6442-4954-acd0-63a403a9f294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.929255] env[70771]: DEBUG oslo_concurrency.lockutils [req-f1f3f847-f104-4541-bb44-a01a2fe74d64 req-86f31c68-0e65-45f9-850e-2fe938c70565 service nova] Lock "0163fd8c-6442-4954-acd0-63a403a9f294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.929427] env[70771]: DEBUG oslo_concurrency.lockutils [req-f1f3f847-f104-4541-bb44-a01a2fe74d64 req-86f31c68-0e65-45f9-850e-2fe938c70565 service nova] Lock "0163fd8c-6442-4954-acd0-63a403a9f294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.929596] env[70771]: DEBUG nova.compute.manager [req-f1f3f847-f104-4541-bb44-a01a2fe74d64 req-86f31c68-0e65-45f9-850e-2fe938c70565 service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] No waiting events found dispatching network-vif-plugged-1aa4920d-74c2-4b58-a8f5-1cd2c492a648 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.929765] env[70771]: WARNING nova.compute.manager [req-f1f3f847-f104-4541-bb44-a01a2fe74d64 req-86f31c68-0e65-45f9-850e-2fe938c70565 service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Received unexpected event network-vif-plugged-1aa4920d-74c2-4b58-a8f5-1cd2c492a648 for instance with vm_state building and task_state spawning. [ 1075.932824] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1c8d46-d179-4cee-bf51-b67f4f5083e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.958430] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee90d63a-7051-47fb-af1b-ec2be213b1d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.231095] env[70771]: DEBUG nova.compute.utils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.237021] env[70771]: DEBUG nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.237021] env[70771]: DEBUG nova.network.neutron [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.265813] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2557ed4b-a67a-44b3-83eb-44ac2a1aaec4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "46131288-c456-4b92-bd29-f0f89a5a2bfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.510s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.294900] env[70771]: DEBUG nova.network.neutron [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Successfully updated port: 1aa4920d-74c2-4b58-a8f5-1cd2c492a648 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.313638] env[70771]: DEBUG nova.policy [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1db47f69d80476490498e362e47c59c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6650c66b53249fa8be01713e2255cfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.473139] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1076.473747] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c4d793e-c40f-40d3-b7f0-a8157ca98607 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.483634] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1076.483634] env[70771]: value = "task-3514299" [ 1076.483634] env[70771]: _type = "Task" [ 1076.483634] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.495526] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.737806] env[70771]: DEBUG nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.798294] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-0163fd8c-6442-4954-acd0-63a403a9f294" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.798595] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-0163fd8c-6442-4954-acd0-63a403a9f294" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.798854] env[70771]: DEBUG nova.network.neutron [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.920059] env[70771]: DEBUG nova.network.neutron [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Successfully created port: adfecf11-f64d-4bec-bf2b-28f99fcebdfb {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.992595] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f165c16-4e99-49ba-a5c0-d2ea8b970a80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.004738] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37fbe2f-8564-4a4d-a2d2-b5895332afa5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.007951] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514299, 'name': CreateSnapshot_Task, 'duration_secs': 0.407346} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.008314] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.009706] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d1bb1b-795a-4763-8b79-1f057552a090 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.039297] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69d2e47-1be6-438c-891a-985ebe1dab63 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.053139] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d32c740-76eb-40e2-9c76-aacb9f218e34 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.066463] env[70771]: DEBUG nova.compute.provider_tree [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.334446] env[70771]: DEBUG nova.network.neutron [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.489277] env[70771]: DEBUG nova.network.neutron [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Updating instance_info_cache with network_info: [{"id": "1aa4920d-74c2-4b58-a8f5-1cd2c492a648", "address": "fa:16:3e:36:ec:30", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa4920d-74", "ovs_interfaceid": "1aa4920d-74c2-4b58-a8f5-1cd2c492a648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.554924] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1077.555271] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f382660-09ea-44c2-b0e6-19244ce54382 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.564904] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1077.564904] env[70771]: value = "task-3514300" [ 1077.564904] env[70771]: _type = "Task" [ 1077.564904] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.571052] env[70771]: DEBUG nova.scheduler.client.report [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.577263] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514300, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.753454] env[70771]: DEBUG nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.778920] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.779189] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.779354] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.779562] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.779691] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.779839] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.780106] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.780767] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.780767] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.780767] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.780767] env[70771]: DEBUG nova.virt.hardware [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.782010] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ac5ca-5869-4775-b7f0-b0bcbd281bed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.789562] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ed5aa-7cd2-4d91-9605-46c180facff8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.990741] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-0163fd8c-6442-4954-acd0-63a403a9f294" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.991106] env[70771]: DEBUG nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Instance network_info: |[{"id": "1aa4920d-74c2-4b58-a8f5-1cd2c492a648", "address": "fa:16:3e:36:ec:30", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa4920d-74", "ovs_interfaceid": "1aa4920d-74c2-4b58-a8f5-1cd2c492a648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.991599] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ec:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa4920d-74c2-4b58-a8f5-1cd2c492a648', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.999155] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.999347] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.999570] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23b70367-2d02-4463-9087-e8c30f454336 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.022479] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.022479] env[70771]: value = "task-3514301" [ 1078.022479] env[70771]: _type = "Task" [ 1078.022479] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.030169] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514301, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.074946] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514300, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.078843] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.079389] env[70771]: DEBUG nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.082964] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.699s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.082964] env[70771]: DEBUG nova.objects.instance [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lazy-loading 'resources' on Instance uuid a5e8c757-1dd8-47b2-be82-9abe6760de33 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.157791] env[70771]: DEBUG nova.compute.manager [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Received event network-changed-1aa4920d-74c2-4b58-a8f5-1cd2c492a648 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.157791] env[70771]: DEBUG nova.compute.manager [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Refreshing instance network info cache due to event network-changed-1aa4920d-74c2-4b58-a8f5-1cd2c492a648. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.157791] env[70771]: DEBUG oslo_concurrency.lockutils [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] Acquiring lock "refresh_cache-0163fd8c-6442-4954-acd0-63a403a9f294" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.158024] env[70771]: DEBUG oslo_concurrency.lockutils [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] Acquired lock "refresh_cache-0163fd8c-6442-4954-acd0-63a403a9f294" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.158304] env[70771]: DEBUG nova.network.neutron [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Refreshing network info cache for port 1aa4920d-74c2-4b58-a8f5-1cd2c492a648 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.537387] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514301, 'name': CreateVM_Task, 'duration_secs': 0.318294} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.538377] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.539707] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.540944] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540944] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540944] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05171ce-6599-427b-baf4-8ba79f17ad34 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.548569] env[70771]: DEBUG nova.compute.manager [req-3d9ade92-05dd-4474-939e-000346361233 req-a98785aa-ea5d-46cd-a778-1577bd56ad1d service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Received event network-vif-plugged-adfecf11-f64d-4bec-bf2b-28f99fcebdfb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.548569] env[70771]: DEBUG oslo_concurrency.lockutils [req-3d9ade92-05dd-4474-939e-000346361233 req-a98785aa-ea5d-46cd-a778-1577bd56ad1d service nova] Acquiring lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.548569] env[70771]: DEBUG oslo_concurrency.lockutils [req-3d9ade92-05dd-4474-939e-000346361233 req-a98785aa-ea5d-46cd-a778-1577bd56ad1d service nova] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.549142] env[70771]: DEBUG oslo_concurrency.lockutils [req-3d9ade92-05dd-4474-939e-000346361233 req-a98785aa-ea5d-46cd-a778-1577bd56ad1d service nova] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.549463] env[70771]: DEBUG nova.compute.manager [req-3d9ade92-05dd-4474-939e-000346361233 req-a98785aa-ea5d-46cd-a778-1577bd56ad1d service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] No waiting events found dispatching network-vif-plugged-adfecf11-f64d-4bec-bf2b-28f99fcebdfb {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.549758] env[70771]: WARNING nova.compute.manager [req-3d9ade92-05dd-4474-939e-000346361233 req-a98785aa-ea5d-46cd-a778-1577bd56ad1d service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Received unexpected event network-vif-plugged-adfecf11-f64d-4bec-bf2b-28f99fcebdfb for instance with vm_state building and task_state spawning. [ 1078.553035] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1078.553035] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bb0a43-cbc1-b6f2-5117-c0a7aaaca989" [ 1078.553035] env[70771]: _type = "Task" [ 1078.553035] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.561412] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52bb0a43-cbc1-b6f2-5117-c0a7aaaca989, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.561743] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.562032] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.562317] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.562506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.562732] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.563256] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ddda68d-d2d0-4916-be88-3207692ee0a5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.575858] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514300, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.577342] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.577623] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.578459] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7853a805-ce8b-4f85-a4ec-58a9881fcfbe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.585397] env[70771]: DEBUG nova.compute.utils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.590257] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1078.590257] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f16488-f818-6178-47b4-48a0995bce54" [ 1078.590257] env[70771]: _type = "Task" [ 1078.590257] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.593442] env[70771]: DEBUG nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.593442] env[70771]: DEBUG nova.network.neutron [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.607252] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f16488-f818-6178-47b4-48a0995bce54, 'name': SearchDatastore_Task, 'duration_secs': 0.007847} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.608772] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc4bc67-b882-43ea-be5a-1cb381083ac5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.615030] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1078.615030] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52436fe1-d1b6-107c-f689-796fb8bad632" [ 1078.615030] env[70771]: _type = "Task" [ 1078.615030] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.623073] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52436fe1-d1b6-107c-f689-796fb8bad632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.647115] env[70771]: DEBUG nova.policy [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32ba93893954e65adfdc216d862b769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3b7cf94dcf54cf1aa4104ed66014c38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.660506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "90881010-995d-4853-a59a-724e5778df53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.662807] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.667845] env[70771]: DEBUG nova.network.neutron [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Successfully updated port: adfecf11-f64d-4bec-bf2b-28f99fcebdfb {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.848334] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70875a35-de79-42d4-ae59-d555b3b92efc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.856795] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa556b-2c52-42cd-b0dd-82419abdb00e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.896094] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854c66b-e19f-445e-960f-181833cdbde1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.904239] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2dfc2-da2b-4075-b3ab-7d2f9274c153 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.918354] env[70771]: DEBUG nova.compute.provider_tree [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.934279] env[70771]: DEBUG nova.network.neutron [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Updated VIF entry in instance network info cache for port 1aa4920d-74c2-4b58-a8f5-1cd2c492a648. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.934699] env[70771]: DEBUG nova.network.neutron [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Updating instance_info_cache with network_info: [{"id": "1aa4920d-74c2-4b58-a8f5-1cd2c492a648", "address": "fa:16:3e:36:ec:30", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa4920d-74", "ovs_interfaceid": "1aa4920d-74c2-4b58-a8f5-1cd2c492a648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.948263] env[70771]: DEBUG nova.network.neutron [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Successfully created port: 74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.077600] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514300, 'name': CloneVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.091422] env[70771]: DEBUG nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.127037] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52436fe1-d1b6-107c-f689-796fb8bad632, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.127378] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.127744] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0163fd8c-6442-4954-acd0-63a403a9f294/0163fd8c-6442-4954-acd0-63a403a9f294.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.128070] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c20b6098-5d9d-4562-9f97-88d00257c2c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.135843] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1079.135843] env[70771]: value = "task-3514302" [ 1079.135843] env[70771]: _type = "Task" [ 1079.135843] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.145301] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.170655] env[70771]: DEBUG nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.177023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.177023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.177023] env[70771]: DEBUG nova.network.neutron [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.421274] env[70771]: DEBUG nova.scheduler.client.report [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.437700] env[70771]: DEBUG oslo_concurrency.lockutils [req-bb96400c-81e7-4427-9714-cd0a1e26eb8b req-7cf83208-64d9-4d56-bad1-a22149e0ae1c service nova] Releasing lock "refresh_cache-0163fd8c-6442-4954-acd0-63a403a9f294" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.576948] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514300, 'name': CloneVM_Task, 'duration_secs': 1.575676} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.577337] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Created linked-clone VM from snapshot [ 1079.578141] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84157660-9201-462c-9672-54695a23a008 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.587649] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Uploading image 18263a17-c3fe-423a-8d91-fd1208e6b798 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1079.616090] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1079.616090] env[70771]: value = "vm-702135" [ 1079.616090] env[70771]: _type = "VirtualMachine" [ 1079.616090] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1079.616398] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a730e164-c96c-4e62-884d-68458871c657 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.623203] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease: (returnval){ [ 1079.623203] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c6927-4f6e-2e18-c16c-8e96f27dd0cf" [ 1079.623203] env[70771]: _type = "HttpNfcLease" [ 1079.623203] env[70771]: } obtained for exporting VM: (result){ [ 1079.623203] env[70771]: value = "vm-702135" [ 1079.623203] env[70771]: _type = "VirtualMachine" [ 1079.623203] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1079.623451] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the lease: (returnval){ [ 1079.623451] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c6927-4f6e-2e18-c16c-8e96f27dd0cf" [ 1079.623451] env[70771]: _type = "HttpNfcLease" [ 1079.623451] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1079.629537] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1079.629537] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c6927-4f6e-2e18-c16c-8e96f27dd0cf" [ 1079.629537] env[70771]: _type = "HttpNfcLease" [ 1079.629537] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1079.647086] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446799} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.647348] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0163fd8c-6442-4954-acd0-63a403a9f294/0163fd8c-6442-4954-acd0-63a403a9f294.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.647563] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.647814] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc750305-918b-48e9-922a-ba515016fca7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.653789] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1079.653789] env[70771]: value = "task-3514304" [ 1079.653789] env[70771]: _type = "Task" [ 1079.653789] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.662183] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.699278] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.723382] env[70771]: DEBUG nova.network.neutron [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.897494] env[70771]: DEBUG nova.network.neutron [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance_info_cache with network_info: [{"id": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "address": "fa:16:3e:c2:dd:d2", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfecf11-f6", "ovs_interfaceid": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.927109] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.929346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.816s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.930851] env[70771]: INFO nova.compute.claims [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.946019] env[70771]: INFO nova.scheduler.client.report [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Deleted allocations for instance a5e8c757-1dd8-47b2-be82-9abe6760de33 [ 1080.104721] env[70771]: DEBUG nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.126553] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.126803] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.126964] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.127163] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.127316] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.127465] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.127671] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.127830] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.127996] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.128252] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.128456] env[70771]: DEBUG nova.virt.hardware [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.129351] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9230a919-d811-4a10-8e14-097717fd278f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.140881] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.140881] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c6927-4f6e-2e18-c16c-8e96f27dd0cf" [ 1080.140881] env[70771]: _type = "HttpNfcLease" [ 1080.140881] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1080.142406] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25289447-e090-4dbe-a0c4-7a80719a103d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.146241] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1080.146241] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c6927-4f6e-2e18-c16c-8e96f27dd0cf" [ 1080.146241] env[70771]: _type = "HttpNfcLease" [ 1080.146241] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1080.147159] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3347603-4d2d-46d0-bba7-a2a26ffd0d6d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.164471] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7e848-4a75-4bec-4f69-2b8d44f059e3/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1080.164668] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7e848-4a75-4bec-4f69-2b8d44f059e3/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1080.223547] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061201} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.225223] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.225761] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31499d6-37ca-42f8-974b-47c098835880 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.248899] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 0163fd8c-6442-4954-acd0-63a403a9f294/0163fd8c-6442-4954-acd0-63a403a9f294.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.249614] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c6c45b-864c-44e9-bb6d-db02770b0a7c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.267123] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8adfa087-fb63-458a-935e-b44d3c8b8701 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.274704] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1080.274704] env[70771]: value = "task-3514305" [ 1080.274704] env[70771]: _type = "Task" [ 1080.274704] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.280932] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.352588] env[70771]: DEBUG nova.compute.manager [req-a3221a61-2ee0-4c03-b29a-85ac66817d50 req-3e4152fd-2bd3-42c5-8f63-716d67f4b894 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Received event network-vif-plugged-74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.352811] env[70771]: DEBUG oslo_concurrency.lockutils [req-a3221a61-2ee0-4c03-b29a-85ac66817d50 req-3e4152fd-2bd3-42c5-8f63-716d67f4b894 service nova] Acquiring lock "73b644bf-cf95-48d7-873c-67b7452b2ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.353026] env[70771]: DEBUG oslo_concurrency.lockutils [req-a3221a61-2ee0-4c03-b29a-85ac66817d50 req-3e4152fd-2bd3-42c5-8f63-716d67f4b894 service nova] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.353265] env[70771]: DEBUG oslo_concurrency.lockutils [req-a3221a61-2ee0-4c03-b29a-85ac66817d50 req-3e4152fd-2bd3-42c5-8f63-716d67f4b894 service nova] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.353446] env[70771]: DEBUG nova.compute.manager [req-a3221a61-2ee0-4c03-b29a-85ac66817d50 req-3e4152fd-2bd3-42c5-8f63-716d67f4b894 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] No waiting events found dispatching network-vif-plugged-74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.353609] env[70771]: WARNING nova.compute.manager [req-a3221a61-2ee0-4c03-b29a-85ac66817d50 req-3e4152fd-2bd3-42c5-8f63-716d67f4b894 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Received unexpected event network-vif-plugged-74c75906-e1ed-4382-9ea8-0d933ab545ca for instance with vm_state building and task_state spawning. [ 1080.400034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.404013] env[70771]: DEBUG nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Instance network_info: |[{"id": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "address": "fa:16:3e:c2:dd:d2", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfecf11-f6", "ovs_interfaceid": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.404213] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:dd:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adfecf11-f64d-4bec-bf2b-28f99fcebdfb', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.408404] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.408620] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.408835] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58902a3d-35ac-425a-bbed-8429d3a59881 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.432308] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.432308] env[70771]: value = "task-3514306" [ 1080.432308] env[70771]: _type = "Task" [ 1080.432308] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.442326] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514306, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.444317] env[70771]: DEBUG nova.network.neutron [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Successfully updated port: 74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.466937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-575faad5-b0e9-44b3-b4a1-4d3278a7737e tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "a5e8c757-1dd8-47b2-be82-9abe6760de33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.663s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.622839] env[70771]: DEBUG nova.compute.manager [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Received event network-changed-adfecf11-f64d-4bec-bf2b-28f99fcebdfb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.623765] env[70771]: DEBUG nova.compute.manager [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Refreshing instance network info cache due to event network-changed-adfecf11-f64d-4bec-bf2b-28f99fcebdfb. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.624061] env[70771]: DEBUG oslo_concurrency.lockutils [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] Acquiring lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.624780] env[70771]: DEBUG oslo_concurrency.lockutils [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] Acquired lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.625145] env[70771]: DEBUG nova.network.neutron [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Refreshing network info cache for port adfecf11-f64d-4bec-bf2b-28f99fcebdfb {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.782320] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514305, 'name': ReconfigVM_Task, 'duration_secs': 0.357818} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.782738] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 0163fd8c-6442-4954-acd0-63a403a9f294/0163fd8c-6442-4954-acd0-63a403a9f294.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.783490] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd562aa7-bfde-47ff-b265-0e92d9b9817e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.790361] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1080.790361] env[70771]: value = "task-3514307" [ 1080.790361] env[70771]: _type = "Task" [ 1080.790361] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.799530] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514307, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.950864] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514306, 'name': CreateVM_Task, 'duration_secs': 0.359117} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.952624] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.952624] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.952624] env[70771]: DEBUG nova.network.neutron [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.953539] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.954686] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.955464] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.955464] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.956646] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254f1622-028f-4b24-8fcd-c5ab4bb5ff7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.961470] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1080.961470] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526d2f13-7cd7-d274-c1ac-d8531527c045" [ 1080.961470] env[70771]: _type = "Task" [ 1080.961470] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.971173] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526d2f13-7cd7-d274-c1ac-d8531527c045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.203554] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00b7e76-3b8c-46ac-8b04-2d5ad1fc6e5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.214762] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54962721-a803-478d-adfe-a96630c689ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.255430] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c23578b-372b-4017-b34a-c31219ce514b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.265223] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a5364c-6a06-4c45-b065-7e138f48709d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.282223] env[70771]: DEBUG nova.compute.provider_tree [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.306944] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514307, 'name': Rename_Task, 'duration_secs': 0.134164} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.307360] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.307643] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a4a4c6-4606-4dd0-b708-8927c9bf4dbb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.315483] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1081.315483] env[70771]: value = "task-3514308" [ 1081.315483] env[70771]: _type = "Task" [ 1081.315483] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.331856] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.404736] env[70771]: DEBUG nova.network.neutron [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updated VIF entry in instance network info cache for port adfecf11-f64d-4bec-bf2b-28f99fcebdfb. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.405158] env[70771]: DEBUG nova.network.neutron [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance_info_cache with network_info: [{"id": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "address": "fa:16:3e:c2:dd:d2", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfecf11-f6", "ovs_interfaceid": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.472762] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526d2f13-7cd7-d274-c1ac-d8531527c045, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.473422] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.473422] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.473422] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.473703] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.473925] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.474715] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ef2a14e-5a66-4208-ae16-4928a161db02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.483764] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.483978] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.485252] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585c1f5e-9268-4eb4-9985-d734cdcacae2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.489316] env[70771]: DEBUG nova.network.neutron [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.495133] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1081.495133] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5218006b-649f-a727-533b-6fdd0c5dffb9" [ 1081.495133] env[70771]: _type = "Task" [ 1081.495133] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.506509] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5218006b-649f-a727-533b-6fdd0c5dffb9, 'name': SearchDatastore_Task, 'duration_secs': 0.008037} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.507321] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9ea9f0-e84a-418c-910a-5208da047a05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.514750] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1081.514750] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521fefe9-46c2-80f6-ef39-bdf5c89eb548" [ 1081.514750] env[70771]: _type = "Task" [ 1081.514750] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.526817] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521fefe9-46c2-80f6-ef39-bdf5c89eb548, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.527222] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.527596] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0dff8624-7b5d-40d1-b03b-54250411f2ad/0dff8624-7b5d-40d1-b03b-54250411f2ad.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.527946] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dc61577-aba3-4ce0-8b5f-a19508e753a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.535206] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1081.535206] env[70771]: value = "task-3514309" [ 1081.535206] env[70771]: _type = "Task" [ 1081.535206] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.548161] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.662077] env[70771]: DEBUG nova.network.neutron [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updating instance_info_cache with network_info: [{"id": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "address": "fa:16:3e:c0:b8:76", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c75906-e1", "ovs_interfaceid": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.787056] env[70771]: DEBUG nova.scheduler.client.report [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.827985] env[70771]: DEBUG oslo_vmware.api [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514308, 'name': PowerOnVM_Task, 'duration_secs': 0.455764} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.828754] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.828839] env[70771]: INFO nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1081.829136] env[70771]: DEBUG nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.829926] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f9c02-11e4-4cc3-b622-59ecd04c02d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.888900] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "dab7c971-aff5-4831-a96b-9625ef20ab0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.889389] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.889726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "dab7c971-aff5-4831-a96b-9625ef20ab0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.889960] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.890270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.892891] env[70771]: INFO nova.compute.manager [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Terminating instance [ 1081.908973] env[70771]: DEBUG oslo_concurrency.lockutils [req-f45767d9-b1b9-4389-9971-04af3bdb0d3a req-927ee074-c3a9-4bb3-b3ae-182d407539be service nova] Releasing lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.048112] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490202} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.048112] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 0dff8624-7b5d-40d1-b03b-54250411f2ad/0dff8624-7b5d-40d1-b03b-54250411f2ad.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.048112] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.048347] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c26aeb33-b1c4-452e-877c-16b5c0721f10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.054278] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1082.054278] env[70771]: value = "task-3514310" [ 1082.054278] env[70771]: _type = "Task" [ 1082.054278] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.062799] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.165029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.165476] env[70771]: DEBUG nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Instance network_info: |[{"id": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "address": "fa:16:3e:c0:b8:76", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c75906-e1", "ovs_interfaceid": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.165974] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:b8:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c75906-e1ed-4382-9ea8-0d933ab545ca', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.174015] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.174414] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.174782] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b24715a-9e3c-4fa3-a521-4189635f726d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.196022] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.196022] env[70771]: value = "task-3514311" [ 1082.196022] env[70771]: _type = "Task" [ 1082.196022] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.205576] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514311, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.292802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.293410] env[70771]: DEBUG nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.296102] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.574s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.297581] env[70771]: INFO nova.compute.claims [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.349333] env[70771]: INFO nova.compute.manager [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Took 20.63 seconds to build instance. [ 1082.387298] env[70771]: DEBUG nova.compute.manager [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Received event network-changed-74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.387549] env[70771]: DEBUG nova.compute.manager [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Refreshing instance network info cache due to event network-changed-74c75906-e1ed-4382-9ea8-0d933ab545ca. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.387822] env[70771]: DEBUG oslo_concurrency.lockutils [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] Acquiring lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.388197] env[70771]: DEBUG oslo_concurrency.lockutils [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] Acquired lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.388461] env[70771]: DEBUG nova.network.neutron [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Refreshing network info cache for port 74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.396492] env[70771]: DEBUG nova.compute.manager [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.396729] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.398375] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f93cb1-d6e8-4a90-a722-85d87cebcd40 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.408514] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.408829] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f608953-9a8b-4b0e-bf0a-77cdbcfefd4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.415971] env[70771]: DEBUG oslo_vmware.api [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1082.415971] env[70771]: value = "task-3514312" [ 1082.415971] env[70771]: _type = "Task" [ 1082.415971] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.424885] env[70771]: DEBUG oslo_vmware.api [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.563649] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058852} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.564351] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.565485] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bff79ea-95cd-48b5-9478-f24725706649 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.588314] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 0dff8624-7b5d-40d1-b03b-54250411f2ad/0dff8624-7b5d-40d1-b03b-54250411f2ad.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.588672] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1a995a-caa7-4c86-8b84-724a9bc4411e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.609268] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1082.609268] env[70771]: value = "task-3514313" [ 1082.609268] env[70771]: _type = "Task" [ 1082.609268] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.618503] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.647472] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.647707] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.705838] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514311, 'name': CreateVM_Task, 'duration_secs': 0.333605} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.706193] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.706726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.706892] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.707231] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.707490] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8785cd14-6fed-4f07-9f4d-24abc53be933 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.712353] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1082.712353] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524c6913-5f14-b01e-e357-2e2a9eaf9b83" [ 1082.712353] env[70771]: _type = "Task" [ 1082.712353] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.720366] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524c6913-5f14-b01e-e357-2e2a9eaf9b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.801607] env[70771]: DEBUG nova.compute.utils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.805313] env[70771]: DEBUG nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.805410] env[70771]: DEBUG nova.network.neutron [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.845554] env[70771]: DEBUG nova.policy [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a7b565d991b4817893c6a3f7426ad57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d8b4b0dd624daeb0c3ef5ed6d47187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.852160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6b8c3888-f968-45f5-9d50-490c37493ff8 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.148s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.927876] env[70771]: DEBUG oslo_vmware.api [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514312, 'name': PowerOffVM_Task, 'duration_secs': 0.180647} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.928242] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.928410] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.928724] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc95b1fa-c7b7-4b6c-9d38-fb768de3bb8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.972528] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "0163fd8c-6442-4954-acd0-63a403a9f294" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.972814] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.972999] env[70771]: DEBUG nova.compute.manager [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.974072] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3b54d0-3d95-4a34-a395-2f4c520f25a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.982724] env[70771]: DEBUG nova.compute.manager [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.984664] env[70771]: DEBUG nova.objects.instance [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'flavor' on Instance uuid 0163fd8c-6442-4954-acd0-63a403a9f294 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.989477] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.989477] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.989477] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Deleting the datastore file [datastore1] dab7c971-aff5-4831-a96b-9625ef20ab0a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.989477] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24626ac3-204c-45da-ae7d-a9deb550b912 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.995946] env[70771]: DEBUG oslo_vmware.api [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for the task: (returnval){ [ 1082.995946] env[70771]: value = "task-3514315" [ 1082.995946] env[70771]: _type = "Task" [ 1082.995946] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.012187] env[70771]: DEBUG oslo_vmware.api [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.121384] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514313, 'name': ReconfigVM_Task, 'duration_secs': 0.49132} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.124012] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 0dff8624-7b5d-40d1-b03b-54250411f2ad/0dff8624-7b5d-40d1-b03b-54250411f2ad.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.124733] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa965b1f-64cc-4117-87fd-5d2b9f7a4f9a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.132458] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1083.132458] env[70771]: value = "task-3514316" [ 1083.132458] env[70771]: _type = "Task" [ 1083.132458] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.137299] env[70771]: DEBUG nova.network.neutron [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Successfully created port: da41d828-4014-4b1e-9839-926dda6b7cb6 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.151994] env[70771]: DEBUG nova.compute.utils [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.154553] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514316, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.162503] env[70771]: DEBUG nova.network.neutron [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updated VIF entry in instance network info cache for port 74c75906-e1ed-4382-9ea8-0d933ab545ca. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.164798] env[70771]: DEBUG nova.network.neutron [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updating instance_info_cache with network_info: [{"id": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "address": "fa:16:3e:c0:b8:76", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c75906-e1", "ovs_interfaceid": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.223306] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524c6913-5f14-b01e-e357-2e2a9eaf9b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.223660] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.223903] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.224201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.224341] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.224526] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.224814] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86aa6a7f-40ba-4a22-b005-69b2443db43b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.233443] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.233650] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.234482] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab2fb96-0068-465d-b037-32f753b6bee5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.239937] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1083.239937] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52af67c8-d816-c56b-f8d7-c8bdddd0dec7" [ 1083.239937] env[70771]: _type = "Task" [ 1083.239937] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.247963] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52af67c8-d816-c56b-f8d7-c8bdddd0dec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.305917] env[70771]: DEBUG nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.515436] env[70771]: DEBUG oslo_vmware.api [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Task: {'id': task-3514315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151272} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.516029] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.516029] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.516144] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.516253] env[70771]: INFO nova.compute.manager [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1083.516500] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.516682] env[70771]: DEBUG nova.compute.manager [-] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.516779] env[70771]: DEBUG nova.network.neutron [-] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.520137] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7550b7fd-c604-49b3-b915-2aad24c72409 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.527476] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b0c1a-6585-4c72-ba39-46b7d957ca7d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.561468] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0c717-7f32-4d4f-ab7b-13e6121851e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.568966] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7407db-3fe6-412d-bbba-de1f521fa235 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.585444] env[70771]: DEBUG nova.compute.provider_tree [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.644199] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514316, 'name': Rename_Task, 'duration_secs': 0.230266} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.644199] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.644199] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad85a323-ffa2-457f-a967-ad928e6687c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.649034] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1083.649034] env[70771]: value = "task-3514317" [ 1083.649034] env[70771]: _type = "Task" [ 1083.649034] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.658617] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.658617] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.670606] env[70771]: DEBUG oslo_concurrency.lockutils [req-877f6701-e8c5-4d3f-ad61-4f6a7f42a33d req-bbf7d92a-f888-4185-bf05-ebb709bbc0f4 service nova] Releasing lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.752034] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52af67c8-d816-c56b-f8d7-c8bdddd0dec7, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.752917] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3977108-1746-4fe6-a033-993bb2481d38 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.759014] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1083.759014] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52279939-b8b8-4eac-9957-0513d774b07e" [ 1083.759014] env[70771]: _type = "Task" [ 1083.759014] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.768674] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52279939-b8b8-4eac-9957-0513d774b07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.996198] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.996541] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7a4e09-e0e9-45b8-939c-6c291af7948b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.005409] env[70771]: DEBUG oslo_vmware.api [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1084.005409] env[70771]: value = "task-3514318" [ 1084.005409] env[70771]: _type = "Task" [ 1084.005409] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.016181] env[70771]: DEBUG oslo_vmware.api [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.041305] env[70771]: DEBUG nova.compute.manager [req-ee1959ba-f13a-4da8-bcb2-fb6dab62f7d2 req-342217f8-2148-4a49-93d6-fa1ff903a078 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Received event network-vif-deleted-3b2f2262-f577-4767-b874-4d74da9452f8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.041305] env[70771]: INFO nova.compute.manager [req-ee1959ba-f13a-4da8-bcb2-fb6dab62f7d2 req-342217f8-2148-4a49-93d6-fa1ff903a078 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Neutron deleted interface 3b2f2262-f577-4767-b874-4d74da9452f8; detaching it from the instance and deleting it from the info cache [ 1084.041305] env[70771]: DEBUG nova.network.neutron [req-ee1959ba-f13a-4da8-bcb2-fb6dab62f7d2 req-342217f8-2148-4a49-93d6-fa1ff903a078 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.090922] env[70771]: DEBUG nova.scheduler.client.report [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.162362] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.270620] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52279939-b8b8-4eac-9957-0513d774b07e, 'name': SearchDatastore_Task, 'duration_secs': 0.012052} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.270991] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.271359] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 73b644bf-cf95-48d7-873c-67b7452b2ea2/73b644bf-cf95-48d7-873c-67b7452b2ea2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.271645] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cf5c3ee-30f0-49e6-9c03-5955eb10943e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.278304] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1084.278304] env[70771]: value = "task-3514319" [ 1084.278304] env[70771]: _type = "Task" [ 1084.278304] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.288225] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.321929] env[70771]: DEBUG nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.351086] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.351572] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.351572] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.351720] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.351871] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.352031] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.352253] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.352416] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.352583] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.352748] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.352919] env[70771]: DEBUG nova.virt.hardware [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.353871] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc13a9f-0408-447d-b6dc-af40c520d6cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.362647] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331473cd-d18f-43d6-87fb-9f0e10ba9209 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.367071] env[70771]: DEBUG nova.network.neutron [-] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.516506] env[70771]: DEBUG oslo_vmware.api [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514318, 'name': PowerOffVM_Task, 'duration_secs': 0.22916} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.516859] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.517080] env[70771]: DEBUG nova.compute.manager [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.517901] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a2d65-cc4e-4262-b0eb-0ca6f651fc15 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.543409] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49979cb4-8621-4be7-9361-569444a08f80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.555577] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907c14b-7723-46d9-b1e5-bb9c68d608ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.570410] env[70771]: DEBUG nova.compute.manager [req-30e3f366-44c9-4a26-aa4c-84c96b39ee0d req-35b329c1-e018-4217-a242-17c607fe18f7 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Received event network-vif-plugged-da41d828-4014-4b1e-9839-926dda6b7cb6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.570614] env[70771]: DEBUG oslo_concurrency.lockutils [req-30e3f366-44c9-4a26-aa4c-84c96b39ee0d req-35b329c1-e018-4217-a242-17c607fe18f7 service nova] Acquiring lock "b3e30e18-12ea-423e-b687-0b543e92c26a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.570826] env[70771]: DEBUG oslo_concurrency.lockutils [req-30e3f366-44c9-4a26-aa4c-84c96b39ee0d req-35b329c1-e018-4217-a242-17c607fe18f7 service nova] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.571278] env[70771]: DEBUG oslo_concurrency.lockutils [req-30e3f366-44c9-4a26-aa4c-84c96b39ee0d req-35b329c1-e018-4217-a242-17c607fe18f7 service nova] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.571497] env[70771]: DEBUG nova.compute.manager [req-30e3f366-44c9-4a26-aa4c-84c96b39ee0d req-35b329c1-e018-4217-a242-17c607fe18f7 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] No waiting events found dispatching network-vif-plugged-da41d828-4014-4b1e-9839-926dda6b7cb6 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.571676] env[70771]: WARNING nova.compute.manager [req-30e3f366-44c9-4a26-aa4c-84c96b39ee0d req-35b329c1-e018-4217-a242-17c607fe18f7 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Received unexpected event network-vif-plugged-da41d828-4014-4b1e-9839-926dda6b7cb6 for instance with vm_state building and task_state spawning. [ 1084.595026] env[70771]: DEBUG nova.compute.manager [req-ee1959ba-f13a-4da8-bcb2-fb6dab62f7d2 req-342217f8-2148-4a49-93d6-fa1ff903a078 service nova] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Detach interface failed, port_id=3b2f2262-f577-4767-b874-4d74da9452f8, reason: Instance dab7c971-aff5-4831-a96b-9625ef20ab0a could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.597199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.597726] env[70771]: DEBUG nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.600528] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.901s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.602104] env[70771]: INFO nova.compute.claims [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.664922] env[70771]: DEBUG oslo_vmware.api [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514317, 'name': PowerOnVM_Task, 'duration_secs': 0.627682} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.665353] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.665682] env[70771]: INFO nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1084.665918] env[70771]: DEBUG nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.667050] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db835f83-7c94-43ab-9255-912c36dde415 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.703997] env[70771]: DEBUG nova.network.neutron [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Successfully updated port: da41d828-4014-4b1e-9839-926dda6b7cb6 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.733352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.733670] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.736728] env[70771]: INFO nova.compute.manager [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Attaching volume 1bbabccb-a06d-487e-ba34-096750bd2386 to /dev/sdb [ 1084.777105] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aff7d3-b8c7-45e9-af15-d454a7c2c8d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.789371] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0382c44-1907-4aba-a0ca-2f79bdf7e2fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.792232] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494441} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.792504] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 73b644bf-cf95-48d7-873c-67b7452b2ea2/73b644bf-cf95-48d7-873c-67b7452b2ea2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.792720] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.793322] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d4e0038-f57d-445d-8b16-9febd72a0389 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.800311] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1084.800311] env[70771]: value = "task-3514320" [ 1084.800311] env[70771]: _type = "Task" [ 1084.800311] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.803906] env[70771]: DEBUG nova.virt.block_device [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updating existing volume attachment record: 3ff332b0-189f-4c71-9dd7-acf6884d1fd8 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1084.814596] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.877400] env[70771]: INFO nova.compute.manager [-] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Took 1.36 seconds to deallocate network for instance. [ 1085.032061] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d3d91d4-0343-4941-87b0-675532fb824f tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.107099] env[70771]: DEBUG nova.compute.utils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.110601] env[70771]: DEBUG nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.110781] env[70771]: DEBUG nova.network.neutron [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.154785] env[70771]: DEBUG nova.policy [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8913c96c2f4ab48124e4d5a7d5c669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f450023f23ec41bfab18b8591949653c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.190168] env[70771]: INFO nova.compute.manager [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Took 22.75 seconds to build instance. [ 1085.206802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "refresh_cache-b3e30e18-12ea-423e-b687-0b543e92c26a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.206955] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "refresh_cache-b3e30e18-12ea-423e-b687-0b543e92c26a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.207131] env[70771]: DEBUG nova.network.neutron [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.313900] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066793} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.314393] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.315185] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3440d54c-3275-4fc4-bc03-3c4dafc683fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.342701] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 73b644bf-cf95-48d7-873c-67b7452b2ea2/73b644bf-cf95-48d7-873c-67b7452b2ea2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.343024] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2b76ea-a426-4315-9c94-7acadc3a64b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.365079] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1085.365079] env[70771]: value = "task-3514322" [ 1085.365079] env[70771]: _type = "Task" [ 1085.365079] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.375026] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.384160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.469116] env[70771]: DEBUG nova.network.neutron [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Successfully created port: b2d60ded-db8f-471f-86d0-33a10082bcb8 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.532360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "0163fd8c-6442-4954-acd0-63a403a9f294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.532726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.533432] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "0163fd8c-6442-4954-acd0-63a403a9f294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.533432] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.533601] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.536342] env[70771]: INFO nova.compute.manager [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Terminating instance [ 1085.612352] env[70771]: DEBUG nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.694262] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a96d0b35-5b37-465e-9ac5-55ffa95df684 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.261s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.745232] env[70771]: DEBUG nova.network.neutron [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.835859] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52aae17-3e74-43d6-993a-056961aa6554 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.845937] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55c930-7c2f-4bc2-b470-dab7912c1685 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.882778] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bda7a6-8ce8-4e0b-aa51-ab349a5cba17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.893176] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.894459] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1309e930-f8d0-43db-a72b-f475df7397f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.910757] env[70771]: DEBUG nova.compute.provider_tree [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.958939] env[70771]: DEBUG nova.network.neutron [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Updating instance_info_cache with network_info: [{"id": "da41d828-4014-4b1e-9839-926dda6b7cb6", "address": "fa:16:3e:9b:f6:1e", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda41d828-40", "ovs_interfaceid": "da41d828-4014-4b1e-9839-926dda6b7cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.041916] env[70771]: DEBUG nova.compute.manager [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.042283] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.044156] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de23bae0-56ca-4f32-859b-1d672927ab0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.054594] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.054963] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed46cf92-7f6f-45b6-9bf8-52929c140b72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.126206] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.126459] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.126657] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleting the datastore file [datastore1] 0163fd8c-6442-4954-acd0-63a403a9f294 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.126920] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f2acb0e-82aa-474c-90b5-c37f668ecc95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.134517] env[70771]: DEBUG oslo_vmware.api [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1086.134517] env[70771]: value = "task-3514324" [ 1086.134517] env[70771]: _type = "Task" [ 1086.134517] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.143595] env[70771]: DEBUG oslo_vmware.api [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.386180] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514322, 'name': ReconfigVM_Task, 'duration_secs': 0.802302} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.386482] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 73b644bf-cf95-48d7-873c-67b7452b2ea2/73b644bf-cf95-48d7-873c-67b7452b2ea2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.387138] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb0ffc5-1227-4e71-aaee-e391d078a9b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.393213] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1086.393213] env[70771]: value = "task-3514325" [ 1086.393213] env[70771]: _type = "Task" [ 1086.393213] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.401468] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514325, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.414060] env[70771]: DEBUG nova.scheduler.client.report [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.462644] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "refresh_cache-b3e30e18-12ea-423e-b687-0b543e92c26a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.463022] env[70771]: DEBUG nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Instance network_info: |[{"id": "da41d828-4014-4b1e-9839-926dda6b7cb6", "address": "fa:16:3e:9b:f6:1e", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda41d828-40", "ovs_interfaceid": "da41d828-4014-4b1e-9839-926dda6b7cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.463874] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f6:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da41d828-4014-4b1e-9839-926dda6b7cb6', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.472647] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.473305] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.473760] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9c0fc69-73ce-4d14-b982-145e884e9031 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.498247] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.498247] env[70771]: value = "task-3514326" [ 1086.498247] env[70771]: _type = "Task" [ 1086.498247] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.506961] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514326, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.591843] env[70771]: DEBUG nova.compute.manager [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Received event network-changed-da41d828-4014-4b1e-9839-926dda6b7cb6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.592057] env[70771]: DEBUG nova.compute.manager [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Refreshing instance network info cache due to event network-changed-da41d828-4014-4b1e-9839-926dda6b7cb6. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.592334] env[70771]: DEBUG oslo_concurrency.lockutils [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] Acquiring lock "refresh_cache-b3e30e18-12ea-423e-b687-0b543e92c26a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.592622] env[70771]: DEBUG oslo_concurrency.lockutils [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] Acquired lock "refresh_cache-b3e30e18-12ea-423e-b687-0b543e92c26a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.592698] env[70771]: DEBUG nova.network.neutron [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Refreshing network info cache for port da41d828-4014-4b1e-9839-926dda6b7cb6 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.626022] env[70771]: DEBUG nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.645053] env[70771]: DEBUG oslo_vmware.api [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161512} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.645334] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.645522] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.645728] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.645916] env[70771]: INFO nova.compute.manager [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1086.646200] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.646459] env[70771]: DEBUG nova.compute.manager [-] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.646554] env[70771]: DEBUG nova.network.neutron [-] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.659025] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.659025] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.659025] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.659303] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.659303] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.659303] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.659546] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.659711] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.659895] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.661032] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.661032] env[70771]: DEBUG nova.virt.hardware [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.662044] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57eb09-0a4a-40da-bb8b-e603ae57734a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.673700] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c28867-e194-44b1-bed9-06d3fd7e23e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.802909] env[70771]: DEBUG nova.compute.manager [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1086.904994] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514325, 'name': Rename_Task, 'duration_secs': 0.142529} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.905390] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.905644] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9293ba06-377b-43b9-8499-ffe06f737eae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.911931] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1086.911931] env[70771]: value = "task-3514327" [ 1086.911931] env[70771]: _type = "Task" [ 1086.911931] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.920557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.921122] env[70771]: DEBUG nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.923741] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.924313] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.540s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.924549] env[70771]: DEBUG nova.objects.instance [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lazy-loading 'resources' on Instance uuid dab7c971-aff5-4831-a96b-9625ef20ab0a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.001875] env[70771]: DEBUG nova.compute.manager [req-64fc21b9-755c-4d6d-a45c-28bdd5ee64e8 req-c07014af-7133-4403-a74b-8aca549b629d service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Received event network-vif-deleted-1aa4920d-74c2-4b58-a8f5-1cd2c492a648 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.002099] env[70771]: INFO nova.compute.manager [req-64fc21b9-755c-4d6d-a45c-28bdd5ee64e8 req-c07014af-7133-4403-a74b-8aca549b629d service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Neutron deleted interface 1aa4920d-74c2-4b58-a8f5-1cd2c492a648; detaching it from the instance and deleting it from the info cache [ 1087.002279] env[70771]: DEBUG nova.network.neutron [req-64fc21b9-755c-4d6d-a45c-28bdd5ee64e8 req-c07014af-7133-4403-a74b-8aca549b629d service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.018107] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514326, 'name': CreateVM_Task, 'duration_secs': 0.344103} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.022909] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.022909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.022909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.022909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.022909] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6536516-6a5a-4884-b7cd-7f77ed6fa314 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.028345] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1087.028345] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5280abd2-ee19-6734-21a9-4ddf48760b58" [ 1087.028345] env[70771]: _type = "Task" [ 1087.028345] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.045974] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5280abd2-ee19-6734-21a9-4ddf48760b58, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.046438] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.046777] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.047171] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.047388] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.047674] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.049098] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ac6384-6684-4a09-b33f-32d78c26698e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.056866] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.057093] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.057874] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff99ca97-0f32-4a33-806e-bb6afa008e19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.064629] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1087.064629] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52836703-fb1b-b848-3110-606bf10f7578" [ 1087.064629] env[70771]: _type = "Task" [ 1087.064629] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.073909] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52836703-fb1b-b848-3110-606bf10f7578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.077355] env[70771]: DEBUG nova.network.neutron [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Successfully updated port: b2d60ded-db8f-471f-86d0-33a10082bcb8 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.314383] env[70771]: DEBUG nova.network.neutron [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Updated VIF entry in instance network info cache for port da41d828-4014-4b1e-9839-926dda6b7cb6. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.314683] env[70771]: DEBUG nova.network.neutron [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Updating instance_info_cache with network_info: [{"id": "da41d828-4014-4b1e-9839-926dda6b7cb6", "address": "fa:16:3e:9b:f6:1e", "network": {"id": "3370b160-09b9-44d5-a72f-99c278f8a4d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-226806419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d8b4b0dd624daeb0c3ef5ed6d47187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda41d828-40", "ovs_interfaceid": "da41d828-4014-4b1e-9839-926dda6b7cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.328872] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.421790] env[70771]: DEBUG oslo_vmware.api [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514327, 'name': PowerOnVM_Task, 'duration_secs': 0.473026} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.422073] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.422289] env[70771]: INFO nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1087.422469] env[70771]: DEBUG nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.423296] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa019d3-d270-4148-9206-7626e2b9d942 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.426777] env[70771]: DEBUG nova.compute.utils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.430678] env[70771]: DEBUG nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.430848] env[70771]: DEBUG nova.network.neutron [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.472936] env[70771]: DEBUG nova.policy [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e5f4dc763a4e948ded552394a8a71a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f2fbcb7102b43a3b582224d5ad857a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.483028] env[70771]: DEBUG nova.network.neutron [-] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.511830] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce4c3bc8-7b48-4c9b-a23c-3a40b6e0564e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.525915] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e51ad2-ce91-438d-b4f2-824eaa0a1952 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.549915] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7e848-4a75-4bec-4f69-2b8d44f059e3/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.550987] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333cb53-1f97-4939-8fa1-211db8d6ab50 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.568516] env[70771]: DEBUG nova.compute.manager [req-64fc21b9-755c-4d6d-a45c-28bdd5ee64e8 req-c07014af-7133-4403-a74b-8aca549b629d service nova] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Detach interface failed, port_id=1aa4920d-74c2-4b58-a8f5-1cd2c492a648, reason: Instance 0163fd8c-6442-4954-acd0-63a403a9f294 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.573419] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7e848-4a75-4bec-4f69-2b8d44f059e3/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.573594] env[70771]: ERROR oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7e848-4a75-4bec-4f69-2b8d44f059e3/disk-0.vmdk due to incomplete transfer. [ 1087.574190] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05dcf47c-09d4-4064-be2b-eb5a994a9ac4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.579462] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52836703-fb1b-b848-3110-606bf10f7578, 'name': SearchDatastore_Task, 'duration_secs': 0.01185} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.582265] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "refresh_cache-5f0ab303-0838-4511-8260-ec90a712f4e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.582404] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquired lock "refresh_cache-5f0ab303-0838-4511-8260-ec90a712f4e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.582555] env[70771]: DEBUG nova.network.neutron [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.585027] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10219493-6353-481d-90ac-beebcb22984e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.590306] env[70771]: DEBUG oslo_vmware.rw_handles [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7e848-4a75-4bec-4f69-2b8d44f059e3/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1087.590306] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Uploaded image 18263a17-c3fe-423a-8d91-fd1208e6b798 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1087.592445] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.593348] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9402c83f-48ab-4f84-b34e-2fb7ce19f051 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.595063] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1087.595063] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523ef95c-1303-0225-03a1-45e2e6680531" [ 1087.595063] env[70771]: _type = "Task" [ 1087.595063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.604544] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1087.604544] env[70771]: value = "task-3514329" [ 1087.604544] env[70771]: _type = "Task" [ 1087.604544] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.610509] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523ef95c-1303-0225-03a1-45e2e6680531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.616436] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514329, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.705570] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f5e3eb-66da-46a0-8db8-ff3808a37ddc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.713898] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc918361-4288-4b93-be06-07fe0e09eda4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f1b76-6623-4649-a5a2-b75b37389bf6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.756244] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa4484a-2b90-406d-a937-3c99ac13f76e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.774152] env[70771]: DEBUG nova.compute.provider_tree [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.774796] env[70771]: DEBUG nova.network.neutron [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Successfully created port: a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.817348] env[70771]: DEBUG oslo_concurrency.lockutils [req-c4f74c13-53aa-4829-814a-83cc03af2378 req-45ed5ebc-c4e3-4d78-b9f4-3dd57fc9edf4 service nova] Releasing lock "refresh_cache-b3e30e18-12ea-423e-b687-0b543e92c26a" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.934543] env[70771]: DEBUG nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.949541] env[70771]: INFO nova.compute.manager [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Took 19.68 seconds to build instance. [ 1087.985170] env[70771]: INFO nova.compute.manager [-] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Took 1.34 seconds to deallocate network for instance. [ 1088.106013] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523ef95c-1303-0225-03a1-45e2e6680531, 'name': SearchDatastore_Task, 'duration_secs': 0.02338} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.108850] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.109130] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b3e30e18-12ea-423e-b687-0b543e92c26a/b3e30e18-12ea-423e-b687-0b543e92c26a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.109424] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df4e57de-2d4f-407a-ae1f-c4a74ac969d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.117075] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514329, 'name': Destroy_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.117885] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1088.117885] env[70771]: value = "task-3514330" [ 1088.117885] env[70771]: _type = "Task" [ 1088.117885] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.125592] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.129728] env[70771]: DEBUG nova.network.neutron [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.277736] env[70771]: DEBUG nova.scheduler.client.report [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.426557] env[70771]: DEBUG nova.network.neutron [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Updating instance_info_cache with network_info: [{"id": "b2d60ded-db8f-471f-86d0-33a10082bcb8", "address": "fa:16:3e:cb:68:e2", "network": {"id": "a2b86c06-6a9e-49f4-af14-c2b89b4e324e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-143024906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f450023f23ec41bfab18b8591949653c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d60ded-db", "ovs_interfaceid": "b2d60ded-db8f-471f-86d0-33a10082bcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.451336] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ccfc6d46-2a48-4340-a427-dfbc72b866d1 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.199s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.491493] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.615998] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514329, 'name': Destroy_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.619648] env[70771]: DEBUG nova.compute.manager [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Received event network-vif-plugged-b2d60ded-db8f-471f-86d0-33a10082bcb8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.620693] env[70771]: DEBUG oslo_concurrency.lockutils [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] Acquiring lock "5f0ab303-0838-4511-8260-ec90a712f4e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.620693] env[70771]: DEBUG oslo_concurrency.lockutils [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.620693] env[70771]: DEBUG oslo_concurrency.lockutils [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.620693] env[70771]: DEBUG nova.compute.manager [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] No waiting events found dispatching network-vif-plugged-b2d60ded-db8f-471f-86d0-33a10082bcb8 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.620693] env[70771]: WARNING nova.compute.manager [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Received unexpected event network-vif-plugged-b2d60ded-db8f-471f-86d0-33a10082bcb8 for instance with vm_state building and task_state spawning. [ 1088.620843] env[70771]: DEBUG nova.compute.manager [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Received event network-changed-b2d60ded-db8f-471f-86d0-33a10082bcb8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.620907] env[70771]: DEBUG nova.compute.manager [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Refreshing instance network info cache due to event network-changed-b2d60ded-db8f-471f-86d0-33a10082bcb8. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.621804] env[70771]: DEBUG oslo_concurrency.lockutils [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] Acquiring lock "refresh_cache-5f0ab303-0838-4511-8260-ec90a712f4e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.630104] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514330, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.784299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.784882] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.456s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.816375] env[70771]: INFO nova.scheduler.client.report [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Deleted allocations for instance dab7c971-aff5-4831-a96b-9625ef20ab0a [ 1088.932933] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Releasing lock "refresh_cache-5f0ab303-0838-4511-8260-ec90a712f4e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.933493] env[70771]: DEBUG nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Instance network_info: |[{"id": "b2d60ded-db8f-471f-86d0-33a10082bcb8", "address": "fa:16:3e:cb:68:e2", "network": {"id": "a2b86c06-6a9e-49f4-af14-c2b89b4e324e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-143024906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f450023f23ec41bfab18b8591949653c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d60ded-db", "ovs_interfaceid": "b2d60ded-db8f-471f-86d0-33a10082bcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.934693] env[70771]: DEBUG oslo_concurrency.lockutils [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] Acquired lock "refresh_cache-5f0ab303-0838-4511-8260-ec90a712f4e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.934970] env[70771]: DEBUG nova.network.neutron [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Refreshing network info cache for port b2d60ded-db8f-471f-86d0-33a10082bcb8 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.936408] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:68:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2d60ded-db8f-471f-86d0-33a10082bcb8', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.945457] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Creating folder: Project (f450023f23ec41bfab18b8591949653c). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.947084] env[70771]: DEBUG nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.949189] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-874fa013-2172-4abd-b8eb-e66d156b6b38 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.959949] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Created folder: Project (f450023f23ec41bfab18b8591949653c) in parent group-v701875. [ 1088.960185] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Creating folder: Instances. Parent ref: group-v702141. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.962695] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af1538d8-b12f-4ff4-b02c-5453c7919d7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.972954] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Created folder: Instances in parent group-v702141. [ 1088.973253] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.975338] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.976054] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de9c3af-ea54-46ff-99e8-704cedc84bef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.993917] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.994289] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.994548] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.994854] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.995125] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.995380] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.995729] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.995986] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.996247] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.996450] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.996637] env[70771]: DEBUG nova.virt.hardware [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.997764] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e103e0d-ffd4-4d05-bfb5-b3bfeca5c0b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.005888] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c70c3b-dbf8-4462-8dab-dd2be00069d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.011086] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.011086] env[70771]: value = "task-3514333" [ 1089.011086] env[70771]: _type = "Task" [ 1089.011086] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.027442] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514333, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.030382] env[70771]: DEBUG nova.compute.manager [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Received event network-changed-74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.030382] env[70771]: DEBUG nova.compute.manager [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Refreshing instance network info cache due to event network-changed-74c75906-e1ed-4382-9ea8-0d933ab545ca. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.030382] env[70771]: DEBUG oslo_concurrency.lockutils [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] Acquiring lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.030382] env[70771]: DEBUG oslo_concurrency.lockutils [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] Acquired lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.030574] env[70771]: DEBUG nova.network.neutron [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Refreshing network info cache for port 74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.116737] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514329, 'name': Destroy_Task, 'duration_secs': 1.339827} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.116737] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Destroyed the VM [ 1089.116926] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1089.117593] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98af39be-251d-4257-adaa-4ebdebe23b1f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.127290] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877938} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.128593] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b3e30e18-12ea-423e-b687-0b543e92c26a/b3e30e18-12ea-423e-b687-0b543e92c26a.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.128821] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.129859] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1089.129859] env[70771]: value = "task-3514334" [ 1089.129859] env[70771]: _type = "Task" [ 1089.129859] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.129859] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72e70b47-4bc3-46e4-9d53-1791bde270cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.139649] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514334, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.140933] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1089.140933] env[70771]: value = "task-3514335" [ 1089.140933] env[70771]: _type = "Task" [ 1089.140933] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.148446] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.257207] env[70771]: DEBUG nova.network.neutron [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Successfully updated port: a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.290265] env[70771]: INFO nova.compute.claims [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.323621] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c219abd2-85c1-42d9-a99b-4e5349bb3699 tempest-FloatingIPsAssociationTestJSON-699796548 tempest-FloatingIPsAssociationTestJSON-699796548-project-member] Lock "dab7c971-aff5-4831-a96b-9625ef20ab0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.434s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.350759] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.351257] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702139', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'name': 'volume-1bbabccb-a06d-487e-ba34-096750bd2386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'serial': '1bbabccb-a06d-487e-ba34-096750bd2386'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.352175] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f91fd5-3764-4ae7-a88c-3f13b05e0957 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.370207] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ab0df-b8cc-48d1-b21f-be42c654acd0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.394424] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-1bbabccb-a06d-487e-ba34-096750bd2386/volume-1bbabccb-a06d-487e-ba34-096750bd2386.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.394725] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829a7d6f-f9da-4ceb-b6d4-b18bb52abc7d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.412569] env[70771]: DEBUG oslo_vmware.api [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1089.412569] env[70771]: value = "task-3514336" [ 1089.412569] env[70771]: _type = "Task" [ 1089.412569] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.420472] env[70771]: DEBUG oslo_vmware.api [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.521489] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514333, 'name': CreateVM_Task, 'duration_secs': 0.355079} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.521685] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.522439] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.522578] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.522909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.523173] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b959125f-27a0-4976-bff5-0c3ba51d9681 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.527759] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1089.527759] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521490de-0889-d0c7-2982-17673e096a6f" [ 1089.527759] env[70771]: _type = "Task" [ 1089.527759] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.537071] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521490de-0889-d0c7-2982-17673e096a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.640026] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514334, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.648662] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143108} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.648841] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.649607] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba52a97d-f6e1-48b5-af7d-21274f75d58c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.671962] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b3e30e18-12ea-423e-b687-0b543e92c26a/b3e30e18-12ea-423e-b687-0b543e92c26a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.676733] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84d806d-4035-425e-9b9c-f97453a80a75 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.696723] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1089.696723] env[70771]: value = "task-3514337" [ 1089.696723] env[70771]: _type = "Task" [ 1089.696723] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.705836] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514337, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.762775] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.762775] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.762775] env[70771]: DEBUG nova.network.neutron [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.802019] env[70771]: INFO nova.compute.resource_tracker [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating resource usage from migration 8c550c80-a434-4d7c-8e9d-a2bd5de9617c [ 1089.805691] env[70771]: DEBUG nova.network.neutron [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Updated VIF entry in instance network info cache for port b2d60ded-db8f-471f-86d0-33a10082bcb8. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.805691] env[70771]: DEBUG nova.network.neutron [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Updating instance_info_cache with network_info: [{"id": "b2d60ded-db8f-471f-86d0-33a10082bcb8", "address": "fa:16:3e:cb:68:e2", "network": {"id": "a2b86c06-6a9e-49f4-af14-c2b89b4e324e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-143024906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f450023f23ec41bfab18b8591949653c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d60ded-db", "ovs_interfaceid": "b2d60ded-db8f-471f-86d0-33a10082bcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.814287] env[70771]: DEBUG nova.network.neutron [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updated VIF entry in instance network info cache for port 74c75906-e1ed-4382-9ea8-0d933ab545ca. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.814792] env[70771]: DEBUG nova.network.neutron [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updating instance_info_cache with network_info: [{"id": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "address": "fa:16:3e:c0:b8:76", "network": {"id": "b6b5c50f-a5ed-4ab8-aa7d-784139df2179", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1904340134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7cf94dcf54cf1aa4104ed66014c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c75906-e1", "ovs_interfaceid": "74c75906-e1ed-4382-9ea8-0d933ab545ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.923302] env[70771]: DEBUG oslo_vmware.api [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514336, 'name': ReconfigVM_Task, 'duration_secs': 0.385445} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.925962] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-1bbabccb-a06d-487e-ba34-096750bd2386/volume-1bbabccb-a06d-487e-ba34-096750bd2386.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.931305] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b94635f-947e-4bab-8ec7-3c0d6cb69290 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.951491] env[70771]: DEBUG oslo_vmware.api [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1089.951491] env[70771]: value = "task-3514338" [ 1089.951491] env[70771]: _type = "Task" [ 1089.951491] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.966101] env[70771]: DEBUG oslo_vmware.api [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.027796] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5871c734-c96e-4000-8de8-e2cfdad38c9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.041204] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521490de-0889-d0c7-2982-17673e096a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.041666] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.041918] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.042188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.042339] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.042540] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.043778] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7efeda-c614-4d0b-ba5d-562fae0b57ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.047124] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b93a4da-4522-4033-8917-36a00f2a1347 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.078628] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e1f2f5-a56b-4107-80fa-4278e3fa3eb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.081454] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.081643] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.082405] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cc19d9-c3ca-4f71-acaa-671c41125fef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.090790] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85309ccd-2362-4323-9e5d-8cb1d7e1ab63 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.094834] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1090.094834] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c7682f-83c8-e410-d94f-a4212abe5c1d" [ 1090.094834] env[70771]: _type = "Task" [ 1090.094834] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.107127] env[70771]: DEBUG nova.compute.provider_tree [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.114063] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c7682f-83c8-e410-d94f-a4212abe5c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.018289} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.115193] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c5c14d-0d62-4ea2-8b2c-d1745af30770 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.120533] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1090.120533] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b85699-187a-011c-ec5c-4586b7beaea7" [ 1090.120533] env[70771]: _type = "Task" [ 1090.120533] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.129775] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b85699-187a-011c-ec5c-4586b7beaea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.140322] env[70771]: DEBUG oslo_vmware.api [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514334, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599418} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.140597] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.140886] env[70771]: INFO nova.compute.manager [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Took 14.21 seconds to snapshot the instance on the hypervisor. [ 1090.208460] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.308212] env[70771]: DEBUG oslo_concurrency.lockutils [req-32d5907c-00e7-48a9-a271-1ebc9d2ec53a req-c33218f9-71d6-43ed-9a90-d85d5df62c93 service nova] Releasing lock "refresh_cache-5f0ab303-0838-4511-8260-ec90a712f4e5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.314862] env[70771]: DEBUG nova.network.neutron [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.317451] env[70771]: DEBUG oslo_concurrency.lockutils [req-e5b5dd53-28c7-45af-98d4-f68af7b4e416 req-885ddffd-acc6-40b3-8844-abe25e314058 service nova] Releasing lock "refresh_cache-73b644bf-cf95-48d7-873c-67b7452b2ea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.450814] env[70771]: DEBUG nova.network.neutron [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [{"id": "a7846129-d037-4b74-aaa6-f7dd287d878d", "address": "fa:16:3e:b3:a6:9c", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7846129-d0", "ovs_interfaceid": "a7846129-d037-4b74-aaa6-f7dd287d878d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.462328] env[70771]: DEBUG oslo_vmware.api [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514338, 'name': ReconfigVM_Task, 'duration_secs': 0.167242} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.462328] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702139', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'name': 'volume-1bbabccb-a06d-487e-ba34-096750bd2386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'serial': '1bbabccb-a06d-487e-ba34-096750bd2386'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.615821] env[70771]: DEBUG nova.scheduler.client.report [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.635398] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b85699-187a-011c-ec5c-4586b7beaea7, 'name': SearchDatastore_Task, 'duration_secs': 0.018091} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.636605] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.637075] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 5f0ab303-0838-4511-8260-ec90a712f4e5/5f0ab303-0838-4511-8260-ec90a712f4e5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.637852] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38fccf6b-650e-4bfc-8788-3dae02ec2fc2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.649361] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1090.649361] env[70771]: value = "task-3514339" [ 1090.649361] env[70771]: _type = "Task" [ 1090.649361] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.658169] env[70771]: DEBUG nova.compute.manager [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Received event network-vif-plugged-a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.658463] env[70771]: DEBUG oslo_concurrency.lockutils [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] Acquiring lock "90881010-995d-4853-a59a-724e5778df53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.658711] env[70771]: DEBUG oslo_concurrency.lockutils [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] Lock "90881010-995d-4853-a59a-724e5778df53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.658915] env[70771]: DEBUG oslo_concurrency.lockutils [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] Lock "90881010-995d-4853-a59a-724e5778df53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.659143] env[70771]: DEBUG nova.compute.manager [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] No waiting events found dispatching network-vif-plugged-a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.659355] env[70771]: WARNING nova.compute.manager [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Received unexpected event network-vif-plugged-a7846129-d037-4b74-aaa6-f7dd287d878d for instance with vm_state building and task_state spawning. [ 1090.659633] env[70771]: DEBUG nova.compute.manager [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Received event network-changed-a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.659800] env[70771]: DEBUG nova.compute.manager [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Refreshing instance network info cache due to event network-changed-a7846129-d037-4b74-aaa6-f7dd287d878d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.659975] env[70771]: DEBUG oslo_concurrency.lockutils [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] Acquiring lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.665868] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.692728] env[70771]: DEBUG nova.compute.manager [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Found 3 images (rotation: 2) {{(pid=70771) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1090.692942] env[70771]: DEBUG nova.compute.manager [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Rotating out 1 backups {{(pid=70771) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1090.693125] env[70771]: DEBUG nova.compute.manager [None req-c91a2dd3-8524-4a00-b62f-d7aafe0ff115 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleting image 3ec07941-0c0c-4dcc-882f-fffa90b98c19 {{(pid=70771) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1090.709383] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514337, 'name': ReconfigVM_Task, 'duration_secs': 0.758542} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.709383] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b3e30e18-12ea-423e-b687-0b543e92c26a/b3e30e18-12ea-423e-b687-0b543e92c26a.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.709383] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6611dd87-4d0d-4e9d-8c64-0df840a1086f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.714472] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1090.714472] env[70771]: value = "task-3514340" [ 1090.714472] env[70771]: _type = "Task" [ 1090.714472] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.722303] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514340, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.957462] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.957987] env[70771]: DEBUG nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Instance network_info: |[{"id": "a7846129-d037-4b74-aaa6-f7dd287d878d", "address": "fa:16:3e:b3:a6:9c", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7846129-d0", "ovs_interfaceid": "a7846129-d037-4b74-aaa6-f7dd287d878d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.958467] env[70771]: DEBUG oslo_concurrency.lockutils [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] Acquired lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.958724] env[70771]: DEBUG nova.network.neutron [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Refreshing network info cache for port a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.960793] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:a6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7846129-d037-4b74-aaa6-f7dd287d878d', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.968848] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating folder: Project (6f2fbcb7102b43a3b582224d5ad857a0). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.971808] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5cc48ed-44d9-405f-a52d-9b762e1126ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.984773] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Created folder: Project (6f2fbcb7102b43a3b582224d5ad857a0) in parent group-v701875. [ 1090.985075] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating folder: Instances. Parent ref: group-v702144. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.985372] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-855ca7d2-ecee-4073-8254-b44bf1c9f0dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.994976] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Created folder: Instances in parent group-v702144. [ 1090.995408] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.995496] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90881010-995d-4853-a59a-724e5778df53] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.995819] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-708dfb74-8796-4ee8-a6ba-a82a376a251c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.021410] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.021410] env[70771]: value = "task-3514343" [ 1091.021410] env[70771]: _type = "Task" [ 1091.021410] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.032010] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514343, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.124084] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.339s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.124650] env[70771]: INFO nova.compute.manager [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Migrating [ 1091.133274] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.642s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.133529] env[70771]: DEBUG nova.objects.instance [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'resources' on Instance uuid 0163fd8c-6442-4954-acd0-63a403a9f294 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.165339] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.227682] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514340, 'name': Rename_Task, 'duration_secs': 0.159728} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.228240] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.228720] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f49140-065a-4094-8aca-41bcece725cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.236513] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1091.236513] env[70771]: value = "task-3514344" [ 1091.236513] env[70771]: _type = "Task" [ 1091.236513] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.247685] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.517272] env[70771]: DEBUG nova.objects.instance [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid dfe11fa6-4b37-468d-a339-ad88e95778b5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.532340] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514343, 'name': CreateVM_Task, 'duration_secs': 0.492102} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.532340] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90881010-995d-4853-a59a-724e5778df53] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.532954] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.532954] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.534015] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.534901] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a91fc71-dd38-420d-a4e9-60b8270153d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.540308] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1091.540308] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52273dd5-e6ef-1e03-412b-9dd9d425fc4f" [ 1091.540308] env[70771]: _type = "Task" [ 1091.540308] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.549992] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52273dd5-e6ef-1e03-412b-9dd9d425fc4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.647274] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.647456] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.647633] env[70771]: DEBUG nova.network.neutron [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.664747] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585643} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.665025] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 5f0ab303-0838-4511-8260-ec90a712f4e5/5f0ab303-0838-4511-8260-ec90a712f4e5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.665248] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.665506] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa1591b4-4169-4e65-8e94-716ac2f87267 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.672241] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1091.672241] env[70771]: value = "task-3514345" [ 1091.672241] env[70771]: _type = "Task" [ 1091.672241] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.687197] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.752058] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514344, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.795591] env[70771]: DEBUG nova.network.neutron [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Updated VIF entry in instance network info cache for port a7846129-d037-4b74-aaa6-f7dd287d878d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.796042] env[70771]: DEBUG nova.network.neutron [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [{"id": "a7846129-d037-4b74-aaa6-f7dd287d878d", "address": "fa:16:3e:b3:a6:9c", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7846129-d0", "ovs_interfaceid": "a7846129-d037-4b74-aaa6-f7dd287d878d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.881214] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1161f-a1c9-4e85-95f4-e581f37e7bfb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.889125] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7e2940-25d2-4028-a665-fca1d40739f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.922806] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3aa99f-69bf-46cd-9a29-1cce3e7530ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.930448] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c3780-6827-4a72-b45b-207ec35d6e6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.944576] env[70771]: DEBUG nova.compute.provider_tree [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.010250] env[70771]: DEBUG oslo_concurrency.lockutils [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "df0124cd-f465-4781-8f15-9eafb23909fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.010517] env[70771]: DEBUG oslo_concurrency.lockutils [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.021449] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14b7bf30-304c-4cdb-9de7-49550449777a tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.288s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.050983] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52273dd5-e6ef-1e03-412b-9dd9d425fc4f, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.051234] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.051465] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.051703] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.051849] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.052039] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.052297] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e7d5541-69e2-438c-a055-5a26ce65813a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.062138] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.062377] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.063087] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2710dbee-20a2-4e93-a362-846f6e140879 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.068459] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1092.068459] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5224bdeb-2b0b-c144-90c8-eb5d824cc82e" [ 1092.068459] env[70771]: _type = "Task" [ 1092.068459] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.075990] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5224bdeb-2b0b-c144-90c8-eb5d824cc82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.182466] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067255} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.185071] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.185926] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d47b48-d52d-41cb-9e68-4236200d1550 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.211738] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5f0ab303-0838-4511-8260-ec90a712f4e5/5f0ab303-0838-4511-8260-ec90a712f4e5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.212077] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708b5c36-524e-4511-bec1-97f300132022 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.234835] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1092.234835] env[70771]: value = "task-3514346" [ 1092.234835] env[70771]: _type = "Task" [ 1092.234835] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.246583] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.249921] env[70771]: DEBUG oslo_vmware.api [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514344, 'name': PowerOnVM_Task, 'duration_secs': 1.001298} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.252507] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.252742] env[70771]: INFO nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1092.252929] env[70771]: DEBUG nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.253783] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f5a3ee-e7b3-47c6-9e00-6542b9184a6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.262990] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.263224] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.263415] env[70771]: DEBUG nova.compute.manager [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.264377] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0078fb5-c212-4b18-8610-231ebe4bf23a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.270285] env[70771]: DEBUG nova.compute.manager [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1092.270858] env[70771]: DEBUG nova.objects.instance [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'flavor' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.298238] env[70771]: DEBUG oslo_concurrency.lockutils [req-10aa09fe-aa82-4aeb-a46b-c7f6581e4d3a req-db775a79-458d-4ce4-a360-f1ea9c06e7f6 service nova] Releasing lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.424906] env[70771]: DEBUG nova.network.neutron [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance_info_cache with network_info: [{"id": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "address": "fa:16:3e:c2:dd:d2", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfecf11-f6", "ovs_interfaceid": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.447812] env[70771]: DEBUG nova.scheduler.client.report [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.514132] env[70771]: DEBUG nova.compute.utils [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.578921] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5224bdeb-2b0b-c144-90c8-eb5d824cc82e, 'name': SearchDatastore_Task, 'duration_secs': 0.024033} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.579767] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b91dd986-6aee-4de3-83de-b3bfe4ee6074 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.584799] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1092.584799] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c70463-d26c-481e-88a5-8a2de75ba624" [ 1092.584799] env[70771]: _type = "Task" [ 1092.584799] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.592535] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c70463-d26c-481e-88a5-8a2de75ba624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.744742] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514346, 'name': ReconfigVM_Task, 'duration_secs': 0.427474} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.745475] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5f0ab303-0838-4511-8260-ec90a712f4e5/5f0ab303-0838-4511-8260-ec90a712f4e5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.745681] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71cd27f8-da4d-4567-994d-23510d20f816 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.751400] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1092.751400] env[70771]: value = "task-3514347" [ 1092.751400] env[70771]: _type = "Task" [ 1092.751400] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.758832] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514347, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.770036] env[70771]: INFO nova.compute.manager [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Took 18.68 seconds to build instance. [ 1092.927774] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.953357] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.976282] env[70771]: INFO nova.scheduler.client.report [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted allocations for instance 0163fd8c-6442-4954-acd0-63a403a9f294 [ 1093.017526] env[70771]: DEBUG oslo_concurrency.lockutils [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.095877] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c70463-d26c-481e-88a5-8a2de75ba624, 'name': SearchDatastore_Task, 'duration_secs': 0.025257} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.097038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.097308] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.097713] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4a53dae-9af6-46ef-8a63-cdb0a0f861df {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.100798] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.101028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.108684] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1093.108684] env[70771]: value = "task-3514348" [ 1093.108684] env[70771]: _type = "Task" [ 1093.108684] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.117181] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.261364] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514347, 'name': Rename_Task, 'duration_secs': 0.134187} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.261625] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.261940] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7433c4e8-d8f7-4a77-9e8e-500d702ad8f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.267707] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1093.267707] env[70771]: value = "task-3514349" [ 1093.267707] env[70771]: _type = "Task" [ 1093.267707] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.272428] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e04d3e32-bc14-43d2-a220-ef1426521360 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.195s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.275672] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.277192] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.277431] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2164a8-800a-4b14-801a-3793d04cbe1a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.283536] env[70771]: DEBUG oslo_vmware.api [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1093.283536] env[70771]: value = "task-3514350" [ 1093.283536] env[70771]: _type = "Task" [ 1093.283536] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.291597] env[70771]: DEBUG oslo_vmware.api [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.485193] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4052d5d1-741b-4b87-b971-ea1860b3e198 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "0163fd8c-6442-4954-acd0-63a403a9f294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.952s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.605412] env[70771]: DEBUG nova.compute.utils [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.619773] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514348, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.777703] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.792319] env[70771]: DEBUG oslo_vmware.api [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514350, 'name': PowerOffVM_Task, 'duration_secs': 0.232682} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.792601] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.792802] env[70771]: DEBUG nova.compute.manager [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.793630] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149a31a-2a98-4143-a29c-b90e877c0851 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.089315] env[70771]: DEBUG oslo_concurrency.lockutils [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "df0124cd-f465-4781-8f15-9eafb23909fb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.089610] env[70771]: DEBUG oslo_concurrency.lockutils [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.089884] env[70771]: INFO nova.compute.manager [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Attaching volume a5a651ee-c33d-4eba-af9c-1d3fab085e7f to /dev/sdb [ 1094.108657] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.122276] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716589} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.124917] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.125256] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.126330] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1363090-0270-4e6b-904b-862e0c535660 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.134035] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5007324-c09b-4b8a-9eb4-7151418a514f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.144634] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca2421c-bba7-46fe-8c3d-0f75d4f18059 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.148051] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1094.148051] env[70771]: value = "task-3514351" [ 1094.148051] env[70771]: _type = "Task" [ 1094.148051] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.161288] env[70771]: DEBUG nova.virt.block_device [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Updating existing volume attachment record: e6c3f9b5-bfea-4c43-afd8-dfff0d0367e4 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1094.166885] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.278030] env[70771]: DEBUG oslo_vmware.api [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514349, 'name': PowerOnVM_Task, 'duration_secs': 0.828246} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.278795] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.278795] env[70771]: INFO nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1094.278795] env[70771]: DEBUG nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.279607] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fa47a1-484b-4b2f-838d-3724e3d0b260 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.305166] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59c3793e-ea8f-4c4b-affb-edf13e88443e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.042s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.444834] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731bd18d-d7b6-4846-8a84-598f45a24481 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.473538] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance '0dff8624-7b5d-40d1-b03b-54250411f2ad' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.637810] env[70771]: DEBUG oslo_concurrency.lockutils [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "b3e30e18-12ea-423e-b687-0b543e92c26a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.638113] env[70771]: DEBUG oslo_concurrency.lockutils [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.638305] env[70771]: DEBUG nova.compute.manager [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.639229] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d57b0ec-301b-4a32-81fe-0d867e21e0e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.646032] env[70771]: DEBUG nova.compute.manager [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1094.646589] env[70771]: DEBUG nova.objects.instance [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lazy-loading 'flavor' on Instance uuid b3e30e18-12ea-423e-b687-0b543e92c26a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.657898] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103518} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.658232] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.659124] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258105f7-6cae-44b8-a26f-ae8ae46bae34 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.685552] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.686264] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f9ad0a-4a67-4053-9c49-ee8e7c32fdd0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.711031] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1094.711031] env[70771]: value = "task-3514355" [ 1094.711031] env[70771]: _type = "Task" [ 1094.711031] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.718958] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.796442] env[70771]: INFO nova.compute.manager [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Took 19.11 seconds to build instance. [ 1094.981119] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.981425] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27079146-74d9-4083-980c-b722462f6629 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.988971] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1094.988971] env[70771]: value = "task-3514356" [ 1094.988971] env[70771]: _type = "Task" [ 1094.988971] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.997955] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.187103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.187398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.187714] env[70771]: INFO nova.compute.manager [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Attaching volume 530ea37b-57d7-4f37-a19a-d942aef568ff to /dev/sdc [ 1095.223168] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.230542] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3cc39f-db39-46b3-9f75-42321835f793 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.238308] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d886c7-0142-4c62-b7b8-40c07ac1ce50 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.253686] env[70771]: DEBUG nova.virt.block_device [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updating existing volume attachment record: c62f5066-d3f2-4260-b763-8252955df4c1 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1095.298087] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1703faa8-96eb-4695-8dc3-13cf85a95ae7 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.616s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.501187] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514356, 'name': PowerOffVM_Task, 'duration_secs': 0.236508} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.501187] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.501281] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance '0dff8624-7b5d-40d1-b03b-54250411f2ad' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.616273] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "b22a122b-50c3-47a9-9841-b8837bbd90d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.616523] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.654027] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.655404] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6493f17-18a0-47f1-b7de-766f7f9b8c24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.663198] env[70771]: DEBUG oslo_vmware.api [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1095.663198] env[70771]: value = "task-3514358" [ 1095.663198] env[70771]: _type = "Task" [ 1095.663198] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.672086] env[70771]: DEBUG oslo_vmware.api [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.678037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "5f0ab303-0838-4511-8260-ec90a712f4e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.678037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.678283] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "5f0ab303-0838-4511-8260-ec90a712f4e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.678404] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.678615] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.681536] env[70771]: INFO nova.compute.manager [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Terminating instance [ 1095.721427] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514355, 'name': ReconfigVM_Task, 'duration_secs': 0.548474} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.721719] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.722568] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df297e23-c55a-4819-a434-fbc2b3964b31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.729984] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1095.729984] env[70771]: value = "task-3514359" [ 1095.729984] env[70771]: _type = "Task" [ 1095.729984] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.738867] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514359, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.972352] env[70771]: DEBUG nova.compute.manager [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Stashing vm_state: stopped {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1096.008914] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.009190] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.009348] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.009532] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.009680] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.009826] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.010039] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.010204] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.010387] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.010532] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.010704] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.016653] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d084d0ff-986b-4df5-8035-64490f6a7cf2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.032771] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1096.032771] env[70771]: value = "task-3514360" [ 1096.032771] env[70771]: _type = "Task" [ 1096.032771] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.041756] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.118766] env[70771]: DEBUG nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.174031] env[70771]: DEBUG oslo_vmware.api [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514358, 'name': PowerOffVM_Task, 'duration_secs': 0.273222} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.174305] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.174594] env[70771]: DEBUG nova.compute.manager [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.175386] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0239306-04cc-439c-9276-5503b6b27fe8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.185619] env[70771]: DEBUG nova.compute.manager [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.185831] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.186621] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635a8e71-af3a-4018-84b7-02e25c6e4ebc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.194840] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.194840] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3aa9380-d4ce-4b87-bd5a-92ac5fe88a99 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.201817] env[70771]: DEBUG oslo_vmware.api [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1096.201817] env[70771]: value = "task-3514361" [ 1096.201817] env[70771]: _type = "Task" [ 1096.201817] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.210443] env[70771]: DEBUG oslo_vmware.api [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.239679] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514359, 'name': Rename_Task, 'duration_secs': 0.201806} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.239679] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.239907] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5063061-8c47-4157-889f-3f15ce644115 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.245998] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1096.245998] env[70771]: value = "task-3514362" [ 1096.245998] env[70771]: _type = "Task" [ 1096.245998] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.253478] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.498947] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.499258] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.542634] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514360, 'name': ReconfigVM_Task, 'duration_secs': 0.321629} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.542945] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance '0dff8624-7b5d-40d1-b03b-54250411f2ad' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.636726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.686799] env[70771]: DEBUG oslo_concurrency.lockutils [None req-394bf4ac-d24b-4d8e-924e-36430e80a202 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.711858] env[70771]: DEBUG oslo_vmware.api [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514361, 'name': PowerOffVM_Task, 'duration_secs': 0.253726} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.712162] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.712334] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.712590] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f33b7c60-ddcc-4901-a169-8ae33a2e7417 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.757749] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514362, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.796454] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.796684] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.796868] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Deleting the datastore file [datastore2] 5f0ab303-0838-4511-8260-ec90a712f4e5 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.797164] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9898497-f91b-461a-821c-9fd4fdc55156 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.803345] env[70771]: DEBUG oslo_vmware.api [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for the task: (returnval){ [ 1096.803345] env[70771]: value = "task-3514365" [ 1096.803345] env[70771]: _type = "Task" [ 1096.803345] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.812108] env[70771]: DEBUG oslo_vmware.api [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.004762] env[70771]: INFO nova.compute.claims [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.049196] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.049451] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.049640] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.049843] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.049994] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.050161] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.050371] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.050601] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.050993] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.051217] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.051418] env[70771]: DEBUG nova.virt.hardware [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.056933] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.057505] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccbf4bf9-1ca3-4d7a-8385-b8a3284cbcb9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.076860] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1097.076860] env[70771]: value = "task-3514366" [ 1097.076860] env[70771]: _type = "Task" [ 1097.076860] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.085120] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.256153] env[70771]: DEBUG oslo_vmware.api [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514362, 'name': PowerOnVM_Task, 'duration_secs': 0.611912} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.256451] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.256664] env[70771]: INFO nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1097.256890] env[70771]: DEBUG nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.257763] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c550e2-7b0a-4f24-9afc-7630072b43bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.313412] env[70771]: DEBUG oslo_vmware.api [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Task: {'id': task-3514365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293705} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.313774] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.313966] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.314167] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.314347] env[70771]: INFO nova.compute.manager [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1097.314623] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.314830] env[70771]: DEBUG nova.compute.manager [-] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.314927] env[70771]: DEBUG nova.network.neutron [-] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.511164] env[70771]: INFO nova.compute.resource_tracker [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating resource usage from migration c5bea90b-a608-47bd-b643-55cdd1c17395 [ 1097.588973] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514366, 'name': ReconfigVM_Task, 'duration_secs': 0.463075} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.589286] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.593299] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ccc9c-23f9-4ee5-bb08-a1360e2b159b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.622198] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 0dff8624-7b5d-40d1-b03b-54250411f2ad/0dff8624-7b5d-40d1-b03b-54250411f2ad.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.626219] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff274563-9fbd-4bcb-9e6f-dbfac3d532d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.646171] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1097.646171] env[70771]: value = "task-3514368" [ 1097.646171] env[70771]: _type = "Task" [ 1097.646171] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.657280] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.780014] env[70771]: INFO nova.compute.manager [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Took 18.10 seconds to build instance. [ 1097.799058] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3596f495-19d6-4957-8e00-f355d074827c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.811020] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c3aa83-26ce-4c46-94c0-bb8347b8364a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.846608] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822eb647-9b9d-4696-a041-9583a7e08e04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.850515] env[70771]: DEBUG nova.compute.manager [req-42cb2665-6a17-473c-bd3d-6741a9f124c5 req-920c7b79-24a0-4bf4-95d9-182789cfc007 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Received event network-vif-deleted-b2d60ded-db8f-471f-86d0-33a10082bcb8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.850714] env[70771]: INFO nova.compute.manager [req-42cb2665-6a17-473c-bd3d-6741a9f124c5 req-920c7b79-24a0-4bf4-95d9-182789cfc007 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Neutron deleted interface b2d60ded-db8f-471f-86d0-33a10082bcb8; detaching it from the instance and deleting it from the info cache [ 1097.850888] env[70771]: DEBUG nova.network.neutron [req-42cb2665-6a17-473c-bd3d-6741a9f124c5 req-920c7b79-24a0-4bf4-95d9-182789cfc007 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.862328] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28304c85-76c5-4282-89af-124bd62b09ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.878310] env[70771]: DEBUG nova.compute.provider_tree [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.157955] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.282308] env[70771]: DEBUG oslo_concurrency.lockutils [None req-babc11e3-c299-4a70-ae8b-6c584a6d76bb tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.621s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.290863] env[70771]: DEBUG nova.network.neutron [-] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.355242] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1f720bd-28d4-480c-9369-2c088b6be4dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.364562] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3596b65-1e4f-4a80-bf2f-e3324c569fae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.375065] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "b3e30e18-12ea-423e-b687-0b543e92c26a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.375280] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.375484] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "b3e30e18-12ea-423e-b687-0b543e92c26a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.375669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.375868] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.378626] env[70771]: INFO nova.compute.manager [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Terminating instance [ 1098.381278] env[70771]: DEBUG nova.scheduler.client.report [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.399489] env[70771]: DEBUG nova.compute.manager [req-42cb2665-6a17-473c-bd3d-6741a9f124c5 req-920c7b79-24a0-4bf4-95d9-182789cfc007 service nova] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Detach interface failed, port_id=b2d60ded-db8f-471f-86d0-33a10082bcb8, reason: Instance 5f0ab303-0838-4511-8260-ec90a712f4e5 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.505738] env[70771]: INFO nova.compute.manager [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Rebuilding instance [ 1098.563610] env[70771]: DEBUG nova.compute.manager [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.564472] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3693b1-fe09-42a2-a804-1f18eacb523e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.567269] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.567471] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.655958] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514368, 'name': ReconfigVM_Task, 'duration_secs': 0.687518} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.656261] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 0dff8624-7b5d-40d1-b03b-54250411f2ad/0dff8624-7b5d-40d1-b03b-54250411f2ad.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.656521] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance '0dff8624-7b5d-40d1-b03b-54250411f2ad' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.712967] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1098.713217] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702148', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'name': 'volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df0124cd-f465-4781-8f15-9eafb23909fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'serial': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1098.714126] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e80a07-62f3-4d2a-8ce3-6aa047231582 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.730301] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b497e6-790d-4a20-8b46-e5a6afed2bd0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.756055] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f/volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.756322] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b4dd53-262e-4b8f-bb31-bd752c0db83a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.774223] env[70771]: DEBUG oslo_vmware.api [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1098.774223] env[70771]: value = "task-3514369" [ 1098.774223] env[70771]: _type = "Task" [ 1098.774223] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.782989] env[70771]: DEBUG oslo_vmware.api [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.793631] env[70771]: INFO nova.compute.manager [-] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Took 1.48 seconds to deallocate network for instance. [ 1098.861405] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.861682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.888103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.388s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.888103] env[70771]: INFO nova.compute.manager [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Migrating [ 1098.894452] env[70771]: DEBUG nova.compute.manager [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.894661] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.894956] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.258s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.896402] env[70771]: INFO nova.compute.claims [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.902166] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b192318-9743-4582-9512-526b21ea1eab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.913666] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.913854] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ee72288-aedd-42d2-9ccd-ca814e156d78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.979328] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.979483] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.979671] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleting the datastore file [datastore1] b3e30e18-12ea-423e-b687-0b543e92c26a {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.980008] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd7cdb9-88b4-44a5-83b9-8b549fe04c00 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.986216] env[70771]: DEBUG oslo_vmware.api [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1098.986216] env[70771]: value = "task-3514371" [ 1098.986216] env[70771]: _type = "Task" [ 1098.986216] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.994043] env[70771]: DEBUG oslo_vmware.api [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.061640] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "19083887-c25c-476c-b421-40549d1833b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.061903] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "19083887-c25c-476c-b421-40549d1833b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.073566] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.073790] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.073967] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.074164] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.074605] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.076458] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.076652] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1099.077450] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.163236] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b14413d-e0a1-491b-97a1-0ecaf2b9ed6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.183810] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dce48f-9bfd-4a14-b488-e35e94a942f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.201592] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance '0dff8624-7b5d-40d1-b03b-54250411f2ad' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.285047] env[70771]: DEBUG oslo_vmware.api [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.300129] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.364103] env[70771]: DEBUG nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.410897] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.411107] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.411399] env[70771]: DEBUG nova.network.neutron [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.422332] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.422554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.498135] env[70771]: DEBUG oslo_vmware.api [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135445} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.498436] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.498829] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.499052] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.499245] env[70771]: INFO nova.compute.manager [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1099.499557] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.499767] env[70771]: DEBUG nova.compute.manager [-] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.499875] env[70771]: DEBUG nova.network.neutron [-] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.565204] env[70771]: DEBUG nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.577877] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.577973] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44efa88a-8e06-4dc7-bcf0-c0cfb236c730 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.581029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.585864] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1099.585864] env[70771]: value = "task-3514372" [ 1099.585864] env[70771]: _type = "Task" [ 1099.585864] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.594532] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.745577] env[70771]: DEBUG nova.network.neutron [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Port adfecf11-f64d-4bec-bf2b-28f99fcebdfb binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1099.784996] env[70771]: DEBUG oslo_vmware.api [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514369, 'name': ReconfigVM_Task, 'duration_secs': 0.62794} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.785383] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f/volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.790496] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4395014-158b-4307-83fb-1bdc06801f9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.809731] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1099.810042] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702149', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'name': 'volume-530ea37b-57d7-4f37-a19a-d942aef568ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'serial': '530ea37b-57d7-4f37-a19a-d942aef568ff'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1099.810929] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372637dc-9436-4391-ab45-edf77a14de37 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.815026] env[70771]: DEBUG oslo_vmware.api [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1099.815026] env[70771]: value = "task-3514373" [ 1099.815026] env[70771]: _type = "Task" [ 1099.815026] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.835849] env[70771]: DEBUG oslo_vmware.api [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.837891] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a20f2-7221-42db-9d55-1ca14743ea17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.871263] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-530ea37b-57d7-4f37-a19a-d942aef568ff/volume-530ea37b-57d7-4f37-a19a-d942aef568ff.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.875196] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da19fd2-b344-4ff2-b5e3-0bf2cd07caf5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.888782] env[70771]: DEBUG nova.compute.manager [req-8a138ec3-eeeb-468b-9efd-ae2d72dd44ab req-7c8e59b9-9b95-4ba0-92e6-ce94a750fd2f service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Received event network-vif-deleted-da41d828-4014-4b1e-9839-926dda6b7cb6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.888980] env[70771]: INFO nova.compute.manager [req-8a138ec3-eeeb-468b-9efd-ae2d72dd44ab req-7c8e59b9-9b95-4ba0-92e6-ce94a750fd2f service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Neutron deleted interface da41d828-4014-4b1e-9839-926dda6b7cb6; detaching it from the instance and deleting it from the info cache [ 1099.889169] env[70771]: DEBUG nova.network.neutron [req-8a138ec3-eeeb-468b-9efd-ae2d72dd44ab req-7c8e59b9-9b95-4ba0-92e6-ce94a750fd2f service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.900039] env[70771]: DEBUG oslo_vmware.api [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1099.900039] env[70771]: value = "task-3514374" [ 1099.900039] env[70771]: _type = "Task" [ 1099.900039] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.906010] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.910188] env[70771]: DEBUG oslo_vmware.api [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.925959] env[70771]: DEBUG nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.083327] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.099061] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514372, 'name': PowerOffVM_Task, 'duration_secs': 0.229481} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.099371] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.099620] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.100466] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd818b0-6ccb-4c0f-a1b5-3f37d61d911f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.113080] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.113080] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b423508-1727-4bf4-8b26-3eff696b1033 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.152021] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d0a7f-c208-4039-be36-22790bcd8a0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.156113] env[70771]: DEBUG nova.network.neutron [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.162114] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3dcabf-06ea-477c-8130-51aa981d801e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.194605] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07eafd2-fa8d-4c2c-af89-cc0df92ea740 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.202853] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ebec21-b6ae-4329-a3d1-02510389acdb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.216858] env[70771]: DEBUG nova.compute.provider_tree [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.311445] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.311700] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.311837] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleting the datastore file [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.312124] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8b4a676-2e13-4ae6-b8b5-025b45a18725 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.320433] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1100.320433] env[70771]: value = "task-3514376" [ 1100.320433] env[70771]: _type = "Task" [ 1100.320433] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.326163] env[70771]: DEBUG oslo_vmware.api [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514373, 'name': ReconfigVM_Task, 'duration_secs': 0.196385} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.326742] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702148', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'name': 'volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df0124cd-f465-4781-8f15-9eafb23909fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'serial': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1100.330865] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.337346] env[70771]: DEBUG nova.network.neutron [-] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.394849] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad48c0d3-c265-43eb-b8cb-c0ba7bbbad18 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.408273] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c09426-a6ef-4566-8c24-25689e066fe4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.424773] env[70771]: DEBUG oslo_vmware.api [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514374, 'name': ReconfigVM_Task, 'duration_secs': 0.427152} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.425095] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-530ea37b-57d7-4f37-a19a-d942aef568ff/volume-530ea37b-57d7-4f37-a19a-d942aef568ff.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.441936] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6515807-966b-4b42-9158-3b26ead76595 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.451948] env[70771]: DEBUG nova.compute.manager [req-8a138ec3-eeeb-468b-9efd-ae2d72dd44ab req-7c8e59b9-9b95-4ba0-92e6-ce94a750fd2f service nova] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Detach interface failed, port_id=da41d828-4014-4b1e-9839-926dda6b7cb6, reason: Instance b3e30e18-12ea-423e-b687-0b543e92c26a could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.459149] env[70771]: DEBUG oslo_vmware.api [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1100.459149] env[70771]: value = "task-3514377" [ 1100.459149] env[70771]: _type = "Task" [ 1100.459149] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.468426] env[70771]: DEBUG oslo_vmware.api [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.469520] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.658891] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.719998] env[70771]: DEBUG nova.scheduler.client.report [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.766506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.766748] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.766913] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.832079] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152742} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.834050] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.834250] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.834432] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.840295] env[70771]: INFO nova.compute.manager [-] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Took 1.34 seconds to deallocate network for instance. [ 1100.969456] env[70771]: DEBUG oslo_vmware.api [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514377, 'name': ReconfigVM_Task, 'duration_secs': 0.139547} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.969777] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702149', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'name': 'volume-530ea37b-57d7-4f37-a19a-d942aef568ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'serial': '530ea37b-57d7-4f37-a19a-d942aef568ff'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1101.040368] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.040616] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.040801] env[70771]: INFO nova.compute.manager [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Shelving [ 1101.224399] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.225056] env[70771]: DEBUG nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.227543] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.928s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.227757] env[70771]: DEBUG nova.objects.instance [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lazy-loading 'resources' on Instance uuid 5f0ab303-0838-4511-8260-ec90a712f4e5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.346936] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.366959] env[70771]: DEBUG nova.objects.instance [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lazy-loading 'flavor' on Instance uuid df0124cd-f465-4781-8f15-9eafb23909fb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.732086] env[70771]: DEBUG nova.compute.utils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.737253] env[70771]: DEBUG nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.737427] env[70771]: DEBUG nova.network.neutron [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.788992] env[70771]: DEBUG nova.policy [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4fc4cdc6fe45f4bf727ffa77ee40a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d01c2a4da0d42938b933c138e70e5e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.800161] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.800374] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.800566] env[70771]: DEBUG nova.network.neutron [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.875030] env[70771]: DEBUG oslo_concurrency.lockutils [None req-942b9e16-c675-4ad4-9a10-55497b0de5d3 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.785s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.878894] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.879179] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.879367] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.879566] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.879719] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.879870] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.880099] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.880282] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.880479] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.880750] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.880843] env[70771]: DEBUG nova.virt.hardware [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.883055] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec9fbab-f24b-47bf-af7e-17353070283a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.890761] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be7621-4d1b-4043-aff4-4e71b9b5a8e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.910772] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:2e:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614908de-fa9f-4984-8dfd-7e12231706d3', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.918454] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.919069] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.919305] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-747810b6-cfc7-4a5e-a0d2-3b692679ac04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.943250] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.943250] env[70771]: value = "task-3514378" [ 1101.943250] env[70771]: _type = "Task" [ 1101.943250] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.954299] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514378, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.014708] env[70771]: DEBUG nova.objects.instance [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid dfe11fa6-4b37-468d-a339-ad88e95778b5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.048247] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2ff5d7-c392-40fb-9365-def9d0c9fa3a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.051672] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.052827] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6ac4f9-31f4-4f7a-a2a6-5604e33ff98a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.060060] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f1c33-20da-487f-87ba-7e4fbc168724 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.063038] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1102.063038] env[70771]: value = "task-3514379" [ 1102.063038] env[70771]: _type = "Task" [ 1102.063038] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.095230] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02675dc9-9495-4eeb-9c9d-a5a83223b794 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.101123] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.106232] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f769f87-be3e-4db8-a9f4-73d1569aa47f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.120812] env[70771]: DEBUG nova.compute.provider_tree [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.175303] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e8fae-5960-435c-872a-94cc346f61fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.180078] env[70771]: DEBUG nova.network.neutron [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Successfully created port: d234cdd0-f553-44b8-b806-0d3976017b2d {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.196801] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance '879c8b0d-dd64-4c09-8ebe-e96484803fe8' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.239119] env[70771]: DEBUG nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.458048] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514378, 'name': CreateVM_Task, 'duration_secs': 0.327915} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.458401] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.458972] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.459167] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.459509] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.459777] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c421e4a5-ec31-4431-8ab4-68c5acc7c485 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.466017] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1102.466017] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527f348f-4a85-b67e-01a8-d8819c1bbf5e" [ 1102.466017] env[70771]: _type = "Task" [ 1102.466017] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.476692] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527f348f-4a85-b67e-01a8-d8819c1bbf5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.521694] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5521975-4aff-40a4-a65d-a8ab718ce188 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.572923] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514379, 'name': PowerOffVM_Task, 'duration_secs': 0.201984} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.573264] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.574121] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdce267-5e5c-4242-b365-9df3d8cb6729 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.592027] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb84261-95f9-4fe2-94c3-7787080fed1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.623867] env[70771]: DEBUG nova.scheduler.client.report [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.704763] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.705084] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e49ea0d6-55b9-4dbb-9a59-d3b88406ac41 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.711651] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1102.711651] env[70771]: value = "task-3514380" [ 1102.711651] env[70771]: _type = "Task" [ 1102.711651] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.719795] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.741136] env[70771]: DEBUG nova.network.neutron [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance_info_cache with network_info: [{"id": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "address": "fa:16:3e:c2:dd:d2", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfecf11-f6", "ovs_interfaceid": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.805419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.805683] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.875648] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "df0124cd-f465-4781-8f15-9eafb23909fb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.875648] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.977182] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527f348f-4a85-b67e-01a8-d8819c1bbf5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.977553] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.977874] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.978155] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.978304] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.978480] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.978745] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64218cf0-e73d-45be-b050-82a809630bf5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.991252] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.992198] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.992198] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9ae692-750f-4d26-9911-e9a271816419 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.997281] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1102.997281] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ed765a-9fe5-d28d-0819-ca663d1120f8" [ 1102.997281] env[70771]: _type = "Task" [ 1102.997281] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.005158] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ed765a-9fe5-d28d-0819-ca663d1120f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.101687] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1103.102077] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10f6d115-07fd-4eb7-995c-8651a46d019d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.110061] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1103.110061] env[70771]: value = "task-3514381" [ 1103.110061] env[70771]: _type = "Task" [ 1103.110061] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.118864] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514381, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.131888] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.134331] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.554s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.134537] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.134660] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1103.135058] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.229s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.136444] env[70771]: INFO nova.compute.claims [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.139456] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c483e1-7e65-4300-9ea9-6ccb5a81d8e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.149079] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4dcd7e-8a50-4c8b-9e11-ea00c3f72940 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.167664] env[70771]: INFO nova.scheduler.client.report [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Deleted allocations for instance 5f0ab303-0838-4511-8260-ec90a712f4e5 [ 1103.169328] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ac152-8159-4e44-a8c7-2c51064b7a09 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179328] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1f9b17-2d34-4e28-8319-f0a9af7fbcb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.209717] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179116MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1103.209912] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.222226] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1103.222425] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance '879c8b0d-dd64-4c09-8ebe-e96484803fe8' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.244027] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.248302] env[70771]: DEBUG nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.274220] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.274502] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.274814] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.275043] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.275207] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.275363] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.275621] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.275816] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.276010] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.276186] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.276366] env[70771]: DEBUG nova.virt.hardware [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.277221] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ee7e39-3fb1-4d68-98a5-ba94d8b3fc23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.285556] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d2e70-22d2-487f-9608-93b8319cd537 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.308459] env[70771]: INFO nova.compute.manager [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Detaching volume 1bbabccb-a06d-487e-ba34-096750bd2386 [ 1103.343416] env[70771]: INFO nova.virt.block_device [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Attempting to driver detach volume 1bbabccb-a06d-487e-ba34-096750bd2386 from mountpoint /dev/sdb [ 1103.344703] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.344703] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702139', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'name': 'volume-1bbabccb-a06d-487e-ba34-096750bd2386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'serial': '1bbabccb-a06d-487e-ba34-096750bd2386'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.344965] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ec9cd-0d2a-4895-9fbb-41a1edb6aa07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.372265] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358a8a7-e59c-4137-a44d-36ae3521be3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.378888] env[70771]: INFO nova.compute.manager [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Detaching volume a5a651ee-c33d-4eba-af9c-1d3fab085e7f [ 1103.381195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe942c-b969-4bab-9ded-5c3b395a9f2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.405505] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0d3292-1367-40b6-b57f-85942718fb1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.408659] env[70771]: INFO nova.virt.block_device [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Attempting to driver detach volume a5a651ee-c33d-4eba-af9c-1d3fab085e7f from mountpoint /dev/sdb [ 1103.408868] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.409064] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702148', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'name': 'volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df0124cd-f465-4781-8f15-9eafb23909fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'serial': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.410087] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0cb148-e325-458d-9265-53c046b00d11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.424272] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] The volume has not been displaced from its original location: [datastore2] volume-1bbabccb-a06d-487e-ba34-096750bd2386/volume-1bbabccb-a06d-487e-ba34-096750bd2386.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.429430] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.444337] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924e94e8-196a-460e-967c-b2f49ec604da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.457655] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ba46c-5574-4a4d-8adf-fc20df80ca11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.464734] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d830fcb-f281-4fbe-a526-dcb4c27f2098 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.467897] env[70771]: DEBUG oslo_vmware.api [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1103.467897] env[70771]: value = "task-3514382" [ 1103.467897] env[70771]: _type = "Task" [ 1103.467897] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.488782] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cde38a0-d9db-4a92-a62b-336798d07ee0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.495465] env[70771]: DEBUG oslo_vmware.api [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.511633] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] The volume has not been displaced from its original location: [datastore1] volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f/volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.516903] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.517245] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa02ceb-d07c-42b3-925a-74d9e373aaa0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.535416] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ed765a-9fe5-d28d-0819-ca663d1120f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.537277] env[70771]: DEBUG oslo_vmware.api [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1103.537277] env[70771]: value = "task-3514383" [ 1103.537277] env[70771]: _type = "Task" [ 1103.537277] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.537476] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc852a0-8f9b-472b-994a-86dade9303ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.545682] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1103.545682] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5201e2b3-2bbb-372e-0914-17811579e3de" [ 1103.545682] env[70771]: _type = "Task" [ 1103.545682] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.549343] env[70771]: DEBUG oslo_vmware.api [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.557924] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5201e2b3-2bbb-372e-0914-17811579e3de, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.558234] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.558550] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.558832] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-149f62f1-344a-4417-9998-94ef98798dd0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.565096] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1103.565096] env[70771]: value = "task-3514384" [ 1103.565096] env[70771]: _type = "Task" [ 1103.565096] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.573250] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.620977] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514381, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.678113] env[70771]: DEBUG oslo_concurrency.lockutils [None req-cb821786-3cf7-4be8-8744-7dc9d5a4f547 tempest-ImagesNegativeTestJSON-987179543 tempest-ImagesNegativeTestJSON-987179543-project-member] Lock "5f0ab303-0838-4511-8260-ec90a712f4e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.729044] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.729353] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.729655] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.729859] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.730037] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.730173] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.730429] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.730553] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.730729] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.730894] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.731086] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.737893] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e893f775-d141-433c-b469-21fe83285e43 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.750572] env[70771]: DEBUG nova.compute.manager [req-ea230bf1-ab3c-4cce-ad53-db95b0b7e2be req-338cd1cf-1fb6-483e-86b5-6c0f58471fb2 service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Received event network-vif-plugged-d234cdd0-f553-44b8-b806-0d3976017b2d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.750810] env[70771]: DEBUG oslo_concurrency.lockutils [req-ea230bf1-ab3c-4cce-ad53-db95b0b7e2be req-338cd1cf-1fb6-483e-86b5-6c0f58471fb2 service nova] Acquiring lock "b22a122b-50c3-47a9-9841-b8837bbd90d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.751035] env[70771]: DEBUG oslo_concurrency.lockutils [req-ea230bf1-ab3c-4cce-ad53-db95b0b7e2be req-338cd1cf-1fb6-483e-86b5-6c0f58471fb2 service nova] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.751205] env[70771]: DEBUG oslo_concurrency.lockutils [req-ea230bf1-ab3c-4cce-ad53-db95b0b7e2be req-338cd1cf-1fb6-483e-86b5-6c0f58471fb2 service nova] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.751381] env[70771]: DEBUG nova.compute.manager [req-ea230bf1-ab3c-4cce-ad53-db95b0b7e2be req-338cd1cf-1fb6-483e-86b5-6c0f58471fb2 service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] No waiting events found dispatching network-vif-plugged-d234cdd0-f553-44b8-b806-0d3976017b2d {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.751556] env[70771]: WARNING nova.compute.manager [req-ea230bf1-ab3c-4cce-ad53-db95b0b7e2be req-338cd1cf-1fb6-483e-86b5-6c0f58471fb2 service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Received unexpected event network-vif-plugged-d234cdd0-f553-44b8-b806-0d3976017b2d for instance with vm_state building and task_state spawning. [ 1103.761300] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1103.761300] env[70771]: value = "task-3514385" [ 1103.761300] env[70771]: _type = "Task" [ 1103.761300] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.770232] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.778587] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ee6f2-6018-4d75-8551-183b6157dbb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.799681] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4921bc31-301c-4b12-8c7b-2a8b52d50c32 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.806885] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance '0dff8624-7b5d-40d1-b03b-54250411f2ad' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.931616] env[70771]: DEBUG nova.network.neutron [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Successfully updated port: d234cdd0-f553-44b8-b806-0d3976017b2d {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.978516] env[70771]: DEBUG oslo_vmware.api [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514382, 'name': ReconfigVM_Task, 'duration_secs': 0.262515} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.978810] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.984097] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8538ef-b51d-40ea-a4f0-59f63ddba0d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.999409] env[70771]: DEBUG oslo_vmware.api [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1103.999409] env[70771]: value = "task-3514386" [ 1103.999409] env[70771]: _type = "Task" [ 1103.999409] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.008546] env[70771]: DEBUG oslo_vmware.api [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.050718] env[70771]: DEBUG oslo_vmware.api [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514383, 'name': ReconfigVM_Task, 'duration_secs': 0.25155} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.051020] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.055951] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670c5b19-3493-4ded-a6c6-093f7db5eac1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.074917] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482533} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.076281] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.076515] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.076837] env[70771]: DEBUG oslo_vmware.api [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1104.076837] env[70771]: value = "task-3514387" [ 1104.076837] env[70771]: _type = "Task" [ 1104.076837] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.077046] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1aeee5b-7a5f-484f-9ad6-482d0b9f239f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.085753] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1104.085753] env[70771]: value = "task-3514388" [ 1104.085753] env[70771]: _type = "Task" [ 1104.085753] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.089173] env[70771]: DEBUG oslo_vmware.api [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.098588] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.120558] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514381, 'name': CreateSnapshot_Task, 'duration_secs': 0.803281} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.120835] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1104.121691] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a10f301-eebd-4558-b49e-007796b1001f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.273695] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514385, 'name': ReconfigVM_Task, 'duration_secs': 0.157584} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.274028] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance '879c8b0d-dd64-4c09-8ebe-e96484803fe8' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.313097] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.313392] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaf5241d-1ede-4786-8990-2969b865091a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.321866] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1104.321866] env[70771]: value = "task-3514389" [ 1104.321866] env[70771]: _type = "Task" [ 1104.321866] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.329815] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.352036] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552e4037-3a2a-4fd2-9780-708ebe8dfd4b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.359368] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a19b524-9f5f-4911-8a9f-5d9b88e43e77 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.127785] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-b22a122b-50c3-47a9-9841-b8837bbd90d2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.128112] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-b22a122b-50c3-47a9-9841-b8837bbd90d2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.128112] env[70771]: DEBUG nova.network.neutron [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.135647] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1105.137536] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.137756] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.137909] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.138097] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.138243] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.138384] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.138591] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.138740] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.138899] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.139069] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.139241] env[70771]: DEBUG nova.virt.hardware [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.144420] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.153908] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94597a19-9023-4122-b401-1ae66adbc39c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.156636] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10ded1c-72e7-498b-8646-372b00b3cb2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.172699] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3923bb8b-18d3-4054-aa4e-3c601054fdf7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.191695] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071853} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.191946] env[70771]: DEBUG oslo_vmware.api [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514387, 'name': ReconfigVM_Task, 'duration_secs': 0.140436} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.192284] env[70771]: DEBUG oslo_vmware.api [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514386, 'name': ReconfigVM_Task, 'duration_secs': 0.144335} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.194738] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.195094] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702148', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'name': 'volume-a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df0124cd-f465-4781-8f15-9eafb23909fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f', 'serial': 'a5a651ee-c33d-4eba-af9c-1d3fab085e7f'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.197319] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702139', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'name': 'volume-1bbabccb-a06d-487e-ba34-096750bd2386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '1bbabccb-a06d-487e-ba34-096750bd2386', 'serial': '1bbabccb-a06d-487e-ba34-096750bd2386'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.199069] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1105.199069] env[70771]: value = "task-3514391" [ 1105.199069] env[70771]: _type = "Task" [ 1105.199069] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.199408] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1105.199408] env[70771]: value = "task-3514390" [ 1105.199408] env[70771]: _type = "Task" [ 1105.199408] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.204436] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e809b-116b-4ad6-8291-e68cff179a56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.207344] env[70771]: DEBUG oslo_vmware.api [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514389, 'name': PowerOnVM_Task, 'duration_secs': 0.614887} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.213490] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.213707] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd57662-89e5-478f-95de-c736cbe0b38c tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance '0dff8624-7b5d-40d1-b03b-54250411f2ad' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.218133] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534595f5-2b6e-4d32-ba53-faad8dcbcd20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.230973] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.231227] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514391, 'name': CloneVM_Task} progress is 12%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.247911] env[70771]: DEBUG nova.compute.provider_tree [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.257517] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.258775] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d07f15-a2d6-4988-b55c-36a80519d500 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.282119] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1105.282119] env[70771]: value = "task-3514392" [ 1105.282119] env[70771]: _type = "Task" [ 1105.282119] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.290911] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.687501] env[70771]: DEBUG nova.network.neutron [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.720049] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514391, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.725016] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.752158] env[70771]: DEBUG nova.objects.instance [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lazy-loading 'flavor' on Instance uuid df0124cd-f465-4781-8f15-9eafb23909fb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.760414] env[70771]: DEBUG nova.objects.instance [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid dfe11fa6-4b37-468d-a339-ad88e95778b5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.762466] env[70771]: DEBUG nova.scheduler.client.report [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.767889] env[70771]: DEBUG nova.compute.manager [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Received event network-changed-d234cdd0-f553-44b8-b806-0d3976017b2d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.768367] env[70771]: DEBUG nova.compute.manager [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Refreshing instance network info cache due to event network-changed-d234cdd0-f553-44b8-b806-0d3976017b2d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.768367] env[70771]: DEBUG oslo_concurrency.lockutils [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] Acquiring lock "refresh_cache-b22a122b-50c3-47a9-9841-b8837bbd90d2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.791023] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.843160] env[70771]: DEBUG nova.network.neutron [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Updating instance_info_cache with network_info: [{"id": "d234cdd0-f553-44b8-b806-0d3976017b2d", "address": "fa:16:3e:00:fd:75", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd234cdd0-f5", "ovs_interfaceid": "d234cdd0-f553-44b8-b806-0d3976017b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.220104] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.224094] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514391, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.269746] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.134s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.270092] env[70771]: DEBUG nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.273597] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.190s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.275187] env[70771]: INFO nova.compute.claims [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.288919] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514392, 'name': ReconfigVM_Task, 'duration_secs': 0.663064} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.289200] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783/31944f93-5cac-4ca3-9d9d-c0f0f45c1783.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.289827] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5fd783f-7335-4659-bfb5-de6fc1989a82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.296516] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1106.296516] env[70771]: value = "task-3514393" [ 1106.296516] env[70771]: _type = "Task" [ 1106.296516] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.304767] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514393, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.346360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-b22a122b-50c3-47a9-9841-b8837bbd90d2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.346529] env[70771]: DEBUG nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Instance network_info: |[{"id": "d234cdd0-f553-44b8-b806-0d3976017b2d", "address": "fa:16:3e:00:fd:75", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd234cdd0-f5", "ovs_interfaceid": "d234cdd0-f553-44b8-b806-0d3976017b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.346734] env[70771]: DEBUG oslo_concurrency.lockutils [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] Acquired lock "refresh_cache-b22a122b-50c3-47a9-9841-b8837bbd90d2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.346977] env[70771]: DEBUG nova.network.neutron [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Refreshing network info cache for port d234cdd0-f553-44b8-b806-0d3976017b2d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.348217] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:fd:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd234cdd0-f553-44b8-b806-0d3976017b2d', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.358830] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.359926] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.360352] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2117695-fe78-4d6d-bf70-9f9f64d521d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.385526] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.385526] env[70771]: value = "task-3514394" [ 1106.385526] env[70771]: _type = "Task" [ 1106.385526] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.394447] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514394, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.426820] env[70771]: DEBUG oslo_concurrency.lockutils [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.721906] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514391, 'name': CloneVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.726323] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514390, 'name': ReconfigVM_Task, 'duration_secs': 1.290506} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.726748] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.727632] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f763967-0428-4862-b813-7a594573782c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.756827] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 879c8b0d-dd64-4c09-8ebe-e96484803fe8/879c8b0d-dd64-4c09-8ebe-e96484803fe8.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.758819] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f671bde0-46af-4e55-bb6c-12bdec08923c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.777121] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1aa7037d-3be2-4fe8-a4c1-7f3899362d14 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.901s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.778846] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0f0c23f8-cdfd-443d-97bf-e4f841fc989d tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.973s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.780567] env[70771]: DEBUG nova.compute.utils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.786265] env[70771]: DEBUG oslo_concurrency.lockutils [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.359s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.787020] env[70771]: DEBUG nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.787189] env[70771]: DEBUG nova.network.neutron [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.789197] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1106.789197] env[70771]: value = "task-3514395" [ 1106.789197] env[70771]: _type = "Task" [ 1106.789197] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.799898] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.809369] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514393, 'name': Rename_Task, 'duration_secs': 0.200787} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.811429] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.811704] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d728ca4-2c93-4276-830e-7dd508d90ab4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.817638] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1106.817638] env[70771]: value = "task-3514396" [ 1106.817638] env[70771]: _type = "Task" [ 1106.817638] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.825413] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.867681] env[70771]: DEBUG nova.policy [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '406452baef4d46b8ab2fd704dbea41ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '477f6f6bda4740f58f1c96af7d29efbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.898527] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514394, 'name': CreateVM_Task, 'duration_secs': 0.325427} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.898725] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.899508] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.899693] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.900076] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.900366] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56201cfb-8004-46ce-993e-22ef88082d4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.907511] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1106.907511] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529fa321-bcd3-93bb-78e1-c97a264958a0" [ 1106.907511] env[70771]: _type = "Task" [ 1106.907511] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.917467] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529fa321-bcd3-93bb-78e1-c97a264958a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.100270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.100270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.100270] env[70771]: DEBUG nova.compute.manager [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Going to confirm migration 4 {{(pid=70771) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1107.203739] env[70771]: DEBUG nova.network.neutron [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Updated VIF entry in instance network info cache for port d234cdd0-f553-44b8-b806-0d3976017b2d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.204149] env[70771]: DEBUG nova.network.neutron [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Updating instance_info_cache with network_info: [{"id": "d234cdd0-f553-44b8-b806-0d3976017b2d", "address": "fa:16:3e:00:fd:75", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd234cdd0-f5", "ovs_interfaceid": "d234cdd0-f553-44b8-b806-0d3976017b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.218951] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514391, 'name': CloneVM_Task, 'duration_secs': 1.546591} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.219299] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Created linked-clone VM from snapshot [ 1107.220173] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c743fb-14f7-4647-8cc6-c47d41d2298f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.235701] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Uploading image b35e5bcd-219e-489b-8349-3a4026da5f52 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.265099] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1107.265099] env[70771]: value = "vm-702152" [ 1107.265099] env[70771]: _type = "VirtualMachine" [ 1107.265099] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1107.265333] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4b98a13-a06e-4f23-bf8d-6255684b9d8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.272880] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease: (returnval){ [ 1107.272880] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b2b3f2-934a-2feb-50dc-7ffaff8e0afa" [ 1107.272880] env[70771]: _type = "HttpNfcLease" [ 1107.272880] env[70771]: } obtained for exporting VM: (result){ [ 1107.272880] env[70771]: value = "vm-702152" [ 1107.272880] env[70771]: _type = "VirtualMachine" [ 1107.272880] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1107.273167] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the lease: (returnval){ [ 1107.273167] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b2b3f2-934a-2feb-50dc-7ffaff8e0afa" [ 1107.273167] env[70771]: _type = "HttpNfcLease" [ 1107.273167] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.281128] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.281128] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b2b3f2-934a-2feb-50dc-7ffaff8e0afa" [ 1107.281128] env[70771]: _type = "HttpNfcLease" [ 1107.281128] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1107.284915] env[70771]: DEBUG nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.288255] env[70771]: INFO nova.compute.manager [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Detaching volume 530ea37b-57d7-4f37-a19a-d942aef568ff [ 1107.307978] env[70771]: DEBUG oslo_vmware.api [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514395, 'name': ReconfigVM_Task, 'duration_secs': 0.266361} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.307978] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 879c8b0d-dd64-4c09-8ebe-e96484803fe8/879c8b0d-dd64-4c09-8ebe-e96484803fe8.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.307978] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance '879c8b0d-dd64-4c09-8ebe-e96484803fe8' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.330342] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514396, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.344049] env[70771]: INFO nova.virt.block_device [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Attempting to driver detach volume 530ea37b-57d7-4f37-a19a-d942aef568ff from mountpoint /dev/sdc [ 1107.344049] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.344049] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702149', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'name': 'volume-530ea37b-57d7-4f37-a19a-d942aef568ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'serial': '530ea37b-57d7-4f37-a19a-d942aef568ff'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.344719] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69ab8e-e1e1-4816-baa4-d6f1bca918cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.375699] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e81f6-abf4-460b-a166-870fac79dc9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.384261] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510fb3ba-325e-47f6-9f8c-5478607025b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.414916] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc98c8e-a9b5-42e7-96ce-8982c38c6aa5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.425698] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529fa321-bcd3-93bb-78e1-c97a264958a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.437844] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.438597] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.438597] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.438597] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.438777] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.439047] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] The volume has not been displaced from its original location: [datastore1] volume-530ea37b-57d7-4f37-a19a-d942aef568ff/volume-530ea37b-57d7-4f37-a19a-d942aef568ff.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.444368] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfiguring VM instance instance-00000057 to detach disk 2002 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.447281] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbacfcd5-d0a1-4ba6-91da-68261487d28a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.449172] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-777fdf62-470f-46f0-9257-cdea250a3ad0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.468346] env[70771]: DEBUG oslo_vmware.api [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1107.468346] env[70771]: value = "task-3514398" [ 1107.468346] env[70771]: _type = "Task" [ 1107.468346] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.472992] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.473851] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.474387] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82a7238-d7af-4536-abce-5065b570cb9b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.483747] env[70771]: DEBUG oslo_vmware.api [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.486926] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1107.486926] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b287f2-2c4b-20cb-c4ba-db62efbb2915" [ 1107.486926] env[70771]: _type = "Task" [ 1107.486926] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.491045] env[70771]: DEBUG nova.network.neutron [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Successfully created port: e17bedb7-ada2-4987-86fd-4ad7bc7ead54 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.498831] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b287f2-2c4b-20cb-c4ba-db62efbb2915, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.499748] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d5fca2-bdef-4f76-b74b-78d37a43f327 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.508504] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1107.508504] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52542cbd-b82f-1fc1-2be1-ec3a403da7a3" [ 1107.508504] env[70771]: _type = "Task" [ 1107.508504] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.517573] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52542cbd-b82f-1fc1-2be1-ec3a403da7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.694584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.694663] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.694922] env[70771]: DEBUG nova.network.neutron [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.695043] env[70771]: DEBUG nova.objects.instance [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lazy-loading 'info_cache' on Instance uuid 0dff8624-7b5d-40d1-b03b-54250411f2ad {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.700661] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8560f5-d2a8-4e79-919b-c2eb44b94212 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.706891] env[70771]: DEBUG oslo_concurrency.lockutils [req-d1402f20-497c-4f9c-b76e-1c93e905f581 req-6cae0320-addd-400b-a1c3-ee33ccb077ca service nova] Releasing lock "refresh_cache-b22a122b-50c3-47a9-9841-b8837bbd90d2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.710529] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4608f0-66fa-4787-8a8c-25a28c3a0c97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.747540] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddd82f7-2359-415b-af13-6a697ab7ad33 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.753116] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "0017a446-53fd-4522-93a3-9e15ad137f72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.753341] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "0017a446-53fd-4522-93a3-9e15ad137f72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.759258] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a9e395-fe35-4c32-bcb8-5442ac47bb9c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.776880] env[70771]: DEBUG nova.compute.provider_tree [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.784977] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.784977] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b2b3f2-934a-2feb-50dc-7ffaff8e0afa" [ 1107.784977] env[70771]: _type = "HttpNfcLease" [ 1107.784977] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1107.784977] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1107.784977] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b2b3f2-934a-2feb-50dc-7ffaff8e0afa" [ 1107.784977] env[70771]: _type = "HttpNfcLease" [ 1107.784977] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1107.785949] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ca9f1e-6b93-4c79-bf08-bb35256366b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.797024] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52750318-e590-ccb6-df46-9aaf6f6e01e7/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1107.797121] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52750318-e590-ccb6-df46-9aaf6f6e01e7/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1107.857902] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aab1111-cfca-4b73-a672-ddc071439880 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.869632] env[70771]: DEBUG oslo_vmware.api [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514396, 'name': PowerOnVM_Task, 'duration_secs': 0.598933} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.882766] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.883008] env[70771]: DEBUG nova.compute.manager [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.884216] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a1e56-c3df-483d-b2a6-c5c869cf4c05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.887175] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615cc01a-77f3-443e-85da-43c2fd0669a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.905024] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance '879c8b0d-dd64-4c09-8ebe-e96484803fe8' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.979827] env[70771]: DEBUG oslo_vmware.api [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514398, 'name': ReconfigVM_Task, 'duration_secs': 0.23363} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.980133] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Reconfigured VM instance instance-00000057 to detach disk 2002 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.984933] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a72752-ce88-45e4-997e-d0006686d60c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.997912] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb61688e-77b8-49df-be3e-c5d00e870d4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003112] env[70771]: DEBUG oslo_vmware.api [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1108.003112] env[70771]: value = "task-3514399" [ 1108.003112] env[70771]: _type = "Task" [ 1108.003112] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.013829] env[70771]: DEBUG oslo_vmware.api [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.025336] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52542cbd-b82f-1fc1-2be1-ec3a403da7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.025599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.026062] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b22a122b-50c3-47a9-9841-b8837bbd90d2/b22a122b-50c3-47a9-9841-b8837bbd90d2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.027841] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a9bab0-dc4d-4058-bf07-db5533b91048 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.038418] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1108.038418] env[70771]: value = "task-3514400" [ 1108.038418] env[70771]: _type = "Task" [ 1108.038418] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.046155] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.261218] env[70771]: DEBUG nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.283012] env[70771]: DEBUG nova.scheduler.client.report [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.304283] env[70771]: DEBUG nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.338083] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.338083] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.338083] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.338491] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.338491] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.338614] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.338834] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.339382] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.339633] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.339836] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.339990] env[70771]: DEBUG nova.virt.hardware [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.340928] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99c7d80-df6b-4e3e-bb55-8464be0de403 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.350008] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f9f0e5-3b1c-42ee-9922-3f02b11ae6d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.423455] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.472768] env[70771]: DEBUG nova.network.neutron [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Port ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1108.518710] env[70771]: DEBUG oslo_vmware.api [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514399, 'name': ReconfigVM_Task, 'duration_secs': 0.152059} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.518864] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702149', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'name': 'volume-530ea37b-57d7-4f37-a19a-d942aef568ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfe11fa6-4b37-468d-a339-ad88e95778b5', 'attached_at': '', 'detached_at': '', 'volume_id': '530ea37b-57d7-4f37-a19a-d942aef568ff', 'serial': '530ea37b-57d7-4f37-a19a-d942aef568ff'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.555186] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.792769] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.795060] env[70771]: DEBUG nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.799584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.799961] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.330s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.801784] env[70771]: INFO nova.compute.claims [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.054802] env[70771]: DEBUG nova.compute.manager [req-0a4c4528-503d-40d8-acdd-d5e1bfd10b52 req-f7cdf795-cd94-44fc-a499-a1d81a5e28ed service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Received event network-vif-plugged-e17bedb7-ada2-4987-86fd-4ad7bc7ead54 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.056702] env[70771]: DEBUG oslo_concurrency.lockutils [req-0a4c4528-503d-40d8-acdd-d5e1bfd10b52 req-f7cdf795-cd94-44fc-a499-a1d81a5e28ed service nova] Acquiring lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.057000] env[70771]: DEBUG oslo_concurrency.lockutils [req-0a4c4528-503d-40d8-acdd-d5e1bfd10b52 req-f7cdf795-cd94-44fc-a499-a1d81a5e28ed service nova] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.057280] env[70771]: DEBUG oslo_concurrency.lockutils [req-0a4c4528-503d-40d8-acdd-d5e1bfd10b52 req-f7cdf795-cd94-44fc-a499-a1d81a5e28ed service nova] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.057460] env[70771]: DEBUG nova.compute.manager [req-0a4c4528-503d-40d8-acdd-d5e1bfd10b52 req-f7cdf795-cd94-44fc-a499-a1d81a5e28ed service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] No waiting events found dispatching network-vif-plugged-e17bedb7-ada2-4987-86fd-4ad7bc7ead54 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.057640] env[70771]: WARNING nova.compute.manager [req-0a4c4528-503d-40d8-acdd-d5e1bfd10b52 req-f7cdf795-cd94-44fc-a499-a1d81a5e28ed service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Received unexpected event network-vif-plugged-e17bedb7-ada2-4987-86fd-4ad7bc7ead54 for instance with vm_state building and task_state spawning. [ 1109.062901] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540108} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.066897] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] b22a122b-50c3-47a9-9841-b8837bbd90d2/b22a122b-50c3-47a9-9841-b8837bbd90d2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.067143] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.067539] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89aa2f8e-a0a9-4e3d-ab6a-eb033b6c0dcf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.082104] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1109.082104] env[70771]: value = "task-3514401" [ 1109.082104] env[70771]: _type = "Task" [ 1109.082104] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.091480] env[70771]: DEBUG nova.network.neutron [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance_info_cache with network_info: [{"id": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "address": "fa:16:3e:c2:dd:d2", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfecf11-f6", "ovs_interfaceid": "adfecf11-f64d-4bec-bf2b-28f99fcebdfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.097666] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.099315] env[70771]: DEBUG nova.objects.instance [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'flavor' on Instance uuid dfe11fa6-4b37-468d-a339-ad88e95778b5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.163826] env[70771]: DEBUG nova.network.neutron [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Successfully updated port: e17bedb7-ada2-4987-86fd-4ad7bc7ead54 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.300666] env[70771]: DEBUG nova.compute.utils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.302968] env[70771]: DEBUG nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.303225] env[70771]: DEBUG nova.network.neutron [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.371039] env[70771]: DEBUG nova.policy [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '406452baef4d46b8ab2fd704dbea41ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '477f6f6bda4740f58f1c96af7d29efbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.501208] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.501443] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.502367] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.594419] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076483} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.594805] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.595713] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ebeff7-217a-4421-b5eb-4e3e2a0f5169 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.599187] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-0dff8624-7b5d-40d1-b03b-54250411f2ad" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.599514] env[70771]: DEBUG nova.objects.instance [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lazy-loading 'migration_context' on Instance uuid 0dff8624-7b5d-40d1-b03b-54250411f2ad {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.626627] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] b22a122b-50c3-47a9-9841-b8837bbd90d2/b22a122b-50c3-47a9-9841-b8837bbd90d2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.628270] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664fe80e-4528-4f14-89cc-258c74fb19ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.652501] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1109.652501] env[70771]: value = "task-3514402" [ 1109.652501] env[70771]: _type = "Task" [ 1109.652501] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.665762] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.666405] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "refresh_cache-10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.666688] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired lock "refresh_cache-10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.666804] env[70771]: DEBUG nova.network.neutron [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.804341] env[70771]: DEBUG nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.102696] env[70771]: DEBUG nova.network.neutron [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Successfully created port: 55785cce-e15a-4ba1-b43f-517baacd825c {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.106869] env[70771]: DEBUG nova.objects.base [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Object Instance<0dff8624-7b5d-40d1-b03b-54250411f2ad> lazy-loaded attributes: info_cache,migration_context {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.108210] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03247744-52c1-4582-870f-c46cc90d7b2a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.118493] env[70771]: DEBUG oslo_concurrency.lockutils [None req-edfc3183-7490-4341-a9f0-2af82d47a213 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.142667] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643615e2-1ad8-48e5-b3aa-62f07eb2bd04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.152040] env[70771]: DEBUG oslo_vmware.api [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1110.152040] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b79356-3527-5773-aa24-b5ac64d53557" [ 1110.152040] env[70771]: _type = "Task" [ 1110.152040] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.160325] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b84905d-5052-4fe3-9045-38fcab29dc34 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167473] env[70771]: DEBUG oslo_vmware.api [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b79356-3527-5773-aa24-b5ac64d53557, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.168279] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.175126] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514402, 'name': ReconfigVM_Task, 'duration_secs': 0.321294} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.175936] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Reconfigured VM instance instance-00000064 to attach disk [datastore1] b22a122b-50c3-47a9-9841-b8837bbd90d2/b22a122b-50c3-47a9-9841-b8837bbd90d2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.177613] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e202b87-693b-4965-a9f2-602404a417fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.184815] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a249939-4a57-4865-8889-7918c01690e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.218468] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1110.218468] env[70771]: value = "task-3514403" [ 1110.218468] env[70771]: _type = "Task" [ 1110.218468] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.219497] env[70771]: DEBUG nova.network.neutron [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.223704] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5e3757-e73c-43d8-85e0-86f38778ecf9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.234925] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc80265d-1a95-4ff6-883b-98dfef048b70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.242154] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514403, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.256905] env[70771]: DEBUG nova.compute.provider_tree [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.422181] env[70771]: DEBUG nova.network.neutron [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Updating instance_info_cache with network_info: [{"id": "e17bedb7-ada2-4987-86fd-4ad7bc7ead54", "address": "fa:16:3e:af:86:e0", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17bedb7-ad", "ovs_interfaceid": "e17bedb7-ada2-4987-86fd-4ad7bc7ead54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.556017] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.556017] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.556017] env[70771]: DEBUG nova.network.neutron [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.734863] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514403, 'name': Rename_Task, 'duration_secs': 0.158906} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.735172] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.735437] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-023f93cb-9c9c-469a-81b1-28e1ea7895fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.743116] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1110.743116] env[70771]: value = "task-3514404" [ 1110.743116] env[70771]: _type = "Task" [ 1110.743116] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.761972] env[70771]: DEBUG nova.scheduler.client.report [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.766400] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.816587] env[70771]: DEBUG nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.843093] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.843379] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.843541] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.843798] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.843975] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.844143] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.844356] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.844515] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.844684] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.844849] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.845031] env[70771]: DEBUG nova.virt.hardware [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.846295] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836a745-27f3-4c4e-ad36-b7e92cd4ff6d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.855263] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f328681-0e16-47b7-9667-9a706b930b24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.925126] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Releasing lock "refresh_cache-10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.925931] env[70771]: DEBUG nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Instance network_info: |[{"id": "e17bedb7-ada2-4987-86fd-4ad7bc7ead54", "address": "fa:16:3e:af:86:e0", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17bedb7-ad", "ovs_interfaceid": "e17bedb7-ada2-4987-86fd-4ad7bc7ead54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.926132] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:86:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e17bedb7-ada2-4987-86fd-4ad7bc7ead54', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.934779] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Creating folder: Project (477f6f6bda4740f58f1c96af7d29efbb). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.935140] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a293bab-cab7-40a2-8c87-5adf62bd6588 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.942520] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.942748] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e8344264-4872-4429-84e8-4453989d6c3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.947253] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Created folder: Project (477f6f6bda4740f58f1c96af7d29efbb) in parent group-v701875. [ 1110.947508] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Creating folder: Instances. Parent ref: group-v702154. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.947825] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c784de48-b32b-4423-a5e2-94aff5fcbb71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.959953] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Created folder: Instances in parent group-v702154. [ 1110.960291] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.961247] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.961797] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d388f7a8-5e9a-458e-9226-26e68a285501 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.988652] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.988652] env[70771]: value = "task-3514407" [ 1110.988652] env[70771]: _type = "Task" [ 1110.988652] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.996616] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514407, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.087367] env[70771]: DEBUG nova.compute.manager [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Received event network-changed-e17bedb7-ada2-4987-86fd-4ad7bc7ead54 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.087704] env[70771]: DEBUG nova.compute.manager [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Refreshing instance network info cache due to event network-changed-e17bedb7-ada2-4987-86fd-4ad7bc7ead54. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.088058] env[70771]: DEBUG oslo_concurrency.lockutils [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] Acquiring lock "refresh_cache-10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.088307] env[70771]: DEBUG oslo_concurrency.lockutils [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] Acquired lock "refresh_cache-10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.088581] env[70771]: DEBUG nova.network.neutron [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Refreshing network info cache for port e17bedb7-ada2-4987-86fd-4ad7bc7ead54 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.203364] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.203683] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.203875] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "dfe11fa6-4b37-468d-a339-ad88e95778b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.204076] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.204290] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.207044] env[70771]: INFO nova.compute.manager [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Terminating instance [ 1111.254227] env[70771]: DEBUG oslo_vmware.api [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514404, 'name': PowerOnVM_Task, 'duration_secs': 0.496255} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.254486] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.254736] env[70771]: INFO nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1111.254883] env[70771]: DEBUG nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.255676] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9be55f-3c1e-47ff-a9a6-55b43d3b2e2d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.268355] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.268858] env[70771]: DEBUG nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.271326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.924s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.271577] env[70771]: DEBUG nova.objects.instance [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lazy-loading 'resources' on Instance uuid b3e30e18-12ea-423e-b687-0b543e92c26a {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.320325] env[70771]: DEBUG nova.network.neutron [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.446129] env[70771]: DEBUG nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.500557] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514407, 'name': CreateVM_Task, 'duration_secs': 0.41626} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.500557] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.501432] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.501758] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.502554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.502742] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421fa4d8-a4ec-43c4-bd7b-57b86fcdd1ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.509802] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1111.509802] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a06b87-5fc4-8aef-4d48-86eb205db003" [ 1111.509802] env[70771]: _type = "Task" [ 1111.509802] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.522927] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a06b87-5fc4-8aef-4d48-86eb205db003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.713310] env[70771]: DEBUG nova.compute.manager [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.713310] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.713310] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946da02-edfc-404e-8e40-97f14d331ac6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.722672] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.722952] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9125b84-5bcc-4bd7-b22a-5398ba90a6bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.734486] env[70771]: DEBUG oslo_vmware.api [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1111.734486] env[70771]: value = "task-3514408" [ 1111.734486] env[70771]: _type = "Task" [ 1111.734486] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.746634] env[70771]: DEBUG oslo_vmware.api [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.775441] env[70771]: DEBUG nova.compute.utils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.784917] env[70771]: DEBUG nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.785310] env[70771]: DEBUG nova.network.neutron [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.787500] env[70771]: INFO nova.compute.manager [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Took 15.16 seconds to build instance. [ 1111.823017] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.830116] env[70771]: DEBUG nova.network.neutron [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Updated VIF entry in instance network info cache for port e17bedb7-ada2-4987-86fd-4ad7bc7ead54. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.830493] env[70771]: DEBUG nova.network.neutron [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Updating instance_info_cache with network_info: [{"id": "e17bedb7-ada2-4987-86fd-4ad7bc7ead54", "address": "fa:16:3e:af:86:e0", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17bedb7-ad", "ovs_interfaceid": "e17bedb7-ada2-4987-86fd-4ad7bc7ead54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.839255] env[70771]: DEBUG nova.policy [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e5f4dc763a4e948ded552394a8a71a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f2fbcb7102b43a3b582224d5ad857a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.973612] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.023041] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a06b87-5fc4-8aef-4d48-86eb205db003, 'name': SearchDatastore_Task, 'duration_secs': 0.013781} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.026439] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.026854] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.027259] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.027563] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.029019] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.029019] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be7c9433-28aa-4d57-a3bc-5a88c6388b3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.040422] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.040787] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.044367] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a3bb89-ad6c-407f-8288-87fa75ee9bc0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.052292] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1112.052292] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f5d27c-2d73-5c2b-8962-901338e8ff9f" [ 1112.052292] env[70771]: _type = "Task" [ 1112.052292] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.062793] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f5d27c-2d73-5c2b-8962-901338e8ff9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.115022] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaad295-ec00-48bf-b4dc-4724ee00edbd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.122243] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05166638-5fe3-4558-9222-fe1251a8a774 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.159770] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a17430-791f-493b-917e-7071af064b78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.168920] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc3b04-66ae-477f-9c44-69ff54f1053e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.186972] env[70771]: DEBUG nova.compute.provider_tree [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.193745] env[70771]: DEBUG nova.network.neutron [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Successfully updated port: 55785cce-e15a-4ba1-b43f-517baacd825c {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.246307] env[70771]: DEBUG oslo_vmware.api [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514408, 'name': PowerOffVM_Task, 'duration_secs': 0.358058} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.246609] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.246785] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.247063] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af83d71-ba9c-4bcd-940c-88f51012268f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.280247] env[70771]: DEBUG nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.291642] env[70771]: DEBUG oslo_concurrency.lockutils [None req-98e30b88-1257-49d0-8475-24f0e49537fb tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.674s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.341199] env[70771]: DEBUG oslo_concurrency.lockutils [req-afa3345d-1512-452b-b55a-6fea94db1e0c req-1bdd39a6-b58b-42b6-87a7-ed3762866267 service nova] Releasing lock "refresh_cache-10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.353144] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc2871-3c89-4831-9da3-fbd3db1b4775 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.376037] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aafd7e1-d107-48e8-a7ac-9342aab49456 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.384210] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance '879c8b0d-dd64-4c09-8ebe-e96484803fe8' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.408489] env[70771]: DEBUG nova.network.neutron [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Successfully created port: 0521c8b7-f251-498e-aa56-9418535e2ae7 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.437994] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.438242] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.438432] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Deleting the datastore file [datastore1] dfe11fa6-4b37-468d-a339-ad88e95778b5 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.438707] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54477eae-e0be-488c-894c-274d53f7d63d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.445849] env[70771]: DEBUG oslo_vmware.api [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for the task: (returnval){ [ 1112.445849] env[70771]: value = "task-3514410" [ 1112.445849] env[70771]: _type = "Task" [ 1112.445849] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.454295] env[70771]: DEBUG oslo_vmware.api [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.564192] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f5d27c-2d73-5c2b-8962-901338e8ff9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013219} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.565243] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec7758c-952e-4ad7-a63a-5c5d75efc2cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.571812] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1112.571812] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526c3474-797c-9ec8-0a97-31b7eaec0134" [ 1112.571812] env[70771]: _type = "Task" [ 1112.571812] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.581057] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526c3474-797c-9ec8-0a97-31b7eaec0134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.698323] env[70771]: DEBUG nova.scheduler.client.report [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.702546] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "refresh_cache-19083887-c25c-476c-b421-40549d1833b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.702720] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired lock "refresh_cache-19083887-c25c-476c-b421-40549d1833b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.702873] env[70771]: DEBUG nova.network.neutron [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.835484] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b82fb9-4f8f-4e79-9ff6-f710e8b8f39b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.845493] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7468257a-6a42-4a7e-9849-fada3f65c3b3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Suspending the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1112.845802] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-04bf0026-0b13-4216-afe5-a02c46c08226 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.853605] env[70771]: DEBUG oslo_vmware.api [None req-7468257a-6a42-4a7e-9849-fada3f65c3b3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1112.853605] env[70771]: value = "task-3514411" [ 1112.853605] env[70771]: _type = "Task" [ 1112.853605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.861973] env[70771]: DEBUG oslo_vmware.api [None req-7468257a-6a42-4a7e-9849-fada3f65c3b3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514411, 'name': SuspendVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.898668] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ccd9a-193b-41ef-8540-81e16da86f0c tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance '879c8b0d-dd64-4c09-8ebe-e96484803fe8' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.962466] env[70771]: DEBUG oslo_vmware.api [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Task: {'id': task-3514410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179727} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.964068] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.964068] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.964068] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.964068] env[70771]: INFO nova.compute.manager [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1112.964335] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.964381] env[70771]: DEBUG nova.compute.manager [-] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.964527] env[70771]: DEBUG nova.network.neutron [-] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.082539] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526c3474-797c-9ec8-0a97-31b7eaec0134, 'name': SearchDatastore_Task, 'duration_secs': 0.019896} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.082842] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.083135] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6/10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.083453] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a0d5175-a5fd-490e-9c23-1fde51739c07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.091753] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1113.091753] env[70771]: value = "task-3514412" [ 1113.091753] env[70771]: _type = "Task" [ 1113.091753] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.107547] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.123163] env[70771]: DEBUG nova.compute.manager [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Received event network-vif-plugged-55785cce-e15a-4ba1-b43f-517baacd825c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.123461] env[70771]: DEBUG oslo_concurrency.lockutils [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] Acquiring lock "19083887-c25c-476c-b421-40549d1833b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.124334] env[70771]: DEBUG oslo_concurrency.lockutils [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] Lock "19083887-c25c-476c-b421-40549d1833b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.124547] env[70771]: DEBUG oslo_concurrency.lockutils [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] Lock "19083887-c25c-476c-b421-40549d1833b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.124762] env[70771]: DEBUG nova.compute.manager [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] No waiting events found dispatching network-vif-plugged-55785cce-e15a-4ba1-b43f-517baacd825c {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.125081] env[70771]: WARNING nova.compute.manager [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Received unexpected event network-vif-plugged-55785cce-e15a-4ba1-b43f-517baacd825c for instance with vm_state building and task_state spawning. [ 1113.125294] env[70771]: DEBUG nova.compute.manager [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Received event network-changed-55785cce-e15a-4ba1-b43f-517baacd825c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.125456] env[70771]: DEBUG nova.compute.manager [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Refreshing instance network info cache due to event network-changed-55785cce-e15a-4ba1-b43f-517baacd825c. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.125647] env[70771]: DEBUG oslo_concurrency.lockutils [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] Acquiring lock "refresh_cache-19083887-c25c-476c-b421-40549d1833b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.205805] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.211416] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.244955] env[70771]: INFO nova.scheduler.client.report [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted allocations for instance b3e30e18-12ea-423e-b687-0b543e92c26a [ 1113.248437] env[70771]: DEBUG nova.network.neutron [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.290417] env[70771]: DEBUG nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.328617] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.328915] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.329121] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.329322] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.329471] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.329619] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.329890] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.330086] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.330340] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.330563] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.330722] env[70771]: DEBUG nova.virt.hardware [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.331689] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e8c06-171c-4dc5-8e69-7e2160c2aa7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.344150] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea3c729-95ab-4c29-880a-604c2365f630 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.367029] env[70771]: DEBUG oslo_vmware.api [None req-7468257a-6a42-4a7e-9849-fada3f65c3b3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514411, 'name': SuspendVM_Task} progress is 58%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.413768] env[70771]: DEBUG nova.network.neutron [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Updating instance_info_cache with network_info: [{"id": "55785cce-e15a-4ba1-b43f-517baacd825c", "address": "fa:16:3e:0b:3e:2e", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55785cce-e1", "ovs_interfaceid": "55785cce-e15a-4ba1-b43f-517baacd825c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.603048] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.758092] env[70771]: DEBUG oslo_concurrency.lockutils [None req-64aaa979-b6e5-4d59-af66-aae39486806a tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "b3e30e18-12ea-423e-b687-0b543e92c26a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.383s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.869467] env[70771]: DEBUG oslo_vmware.api [None req-7468257a-6a42-4a7e-9849-fada3f65c3b3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514411, 'name': SuspendVM_Task, 'duration_secs': 0.741013} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.871076] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7468257a-6a42-4a7e-9849-fada3f65c3b3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Suspended the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1113.871076] env[70771]: DEBUG nova.compute.manager [None req-7468257a-6a42-4a7e-9849-fada3f65c3b3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.871076] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44dac9a-ba0a-4811-84cd-862236951b7a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.917954] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Releasing lock "refresh_cache-19083887-c25c-476c-b421-40549d1833b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.917954] env[70771]: DEBUG nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Instance network_info: |[{"id": "55785cce-e15a-4ba1-b43f-517baacd825c", "address": "fa:16:3e:0b:3e:2e", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55785cce-e1", "ovs_interfaceid": "55785cce-e15a-4ba1-b43f-517baacd825c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.918187] env[70771]: DEBUG oslo_concurrency.lockutils [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] Acquired lock "refresh_cache-19083887-c25c-476c-b421-40549d1833b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.918187] env[70771]: DEBUG nova.network.neutron [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Refreshing network info cache for port 55785cce-e15a-4ba1-b43f-517baacd825c {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.919117] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:3e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55785cce-e15a-4ba1-b43f-517baacd825c', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.927085] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.928156] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19083887-c25c-476c-b421-40549d1833b5] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.928391] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4aa7569-e885-4348-a6e6-1a627824bbe7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.950475] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.950475] env[70771]: value = "task-3514413" [ 1113.950475] env[70771]: _type = "Task" [ 1113.950475] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.970515] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514413, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.052074] env[70771]: DEBUG nova.network.neutron [-] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.102953] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647531} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.103270] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6/10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.103393] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.103982] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fadfdbe2-a5bd-41ff-bb9c-02b5d4a9f95b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.111042] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1114.111042] env[70771]: value = "task-3514414" [ 1114.111042] env[70771]: _type = "Task" [ 1114.111042] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.118955] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.224542] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 0dff8624-7b5d-40d1-b03b-54250411f2ad as it has an incoming, in-progress migration 8c550c80-a434-4d7c-8e9d-a2bd5de9617c. Migration status is confirming {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1114.226967] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 879c8b0d-dd64-4c09-8ebe-e96484803fe8 as it has an incoming, in-progress migration c5bea90b-a608-47bd-b643-55cdd1c17395. Migration status is finished {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1114.227441] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating resource usage from migration 8c550c80-a434-4d7c-8e9d-a2bd5de9617c [ 1114.227939] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating resource usage from migration c5bea90b-a608-47bd-b643-55cdd1c17395 [ 1114.257814] env[70771]: DEBUG nova.network.neutron [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Successfully updated port: 0521c8b7-f251-498e-aa56-9418535e2ae7 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.266239] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 97693e67-108c-47d1-9f93-78376c9b11e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.266424] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b4213304-4027-4f7a-aa55-aefe8e2dd019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.266553] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance dfe11fa6-4b37-468d-a339-ad88e95778b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.266722] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance df0124cd-f465-4781-8f15-9eafb23909fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.266825] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 88a63d80-916a-40fe-b8fe-ab18d3d8802f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.267342] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 31944f93-5cac-4ca3-9d9d-c0f0f45c1783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.268565] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 73b644bf-cf95-48d7-873c-67b7452b2ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.268565] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 90881010-995d-4853-a59a-724e5778df53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.268565] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration 8c550c80-a434-4d7c-8e9d-a2bd5de9617c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1114.268565] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 0dff8624-7b5d-40d1-b03b-54250411f2ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.268916] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration c5bea90b-a608-47bd-b643-55cdd1c17395 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1114.268916] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b22a122b-50c3-47a9-9841-b8837bbd90d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.268916] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 879c8b0d-dd64-4c09-8ebe-e96484803fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.268916] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.269355] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 19083887-c25c-476c-b421-40549d1833b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.269355] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance d2ca93e2-fa72-46ea-83e8-c816b40f21ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1114.461147] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514413, 'name': CreateVM_Task, 'duration_secs': 0.351476} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.463575] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19083887-c25c-476c-b421-40549d1833b5] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.464101] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.464270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.464583] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.465341] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcf001c-dead-442d-9190-a9256b130562 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.469633] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1114.469633] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528d2200-2f1f-8fdf-1224-9d7558b4ad78" [ 1114.469633] env[70771]: _type = "Task" [ 1114.469633] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.477539] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528d2200-2f1f-8fdf-1224-9d7558b4ad78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.555788] env[70771]: INFO nova.compute.manager [-] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Took 1.59 seconds to deallocate network for instance. [ 1114.621166] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.655023] env[70771]: DEBUG nova.network.neutron [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Updated VIF entry in instance network info cache for port 55785cce-e15a-4ba1-b43f-517baacd825c. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.655380] env[70771]: DEBUG nova.network.neutron [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Updating instance_info_cache with network_info: [{"id": "55785cce-e15a-4ba1-b43f-517baacd825c", "address": "fa:16:3e:0b:3e:2e", "network": {"id": "aa2c15c6-d12b-4a05-a463-2d2327552515", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "65400231c2cc4e3b8a196adc11a90b6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55785cce-e1", "ovs_interfaceid": "55785cce-e15a-4ba1-b43f-517baacd825c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.697163] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "97693e67-108c-47d1-9f93-78376c9b11e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.697443] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "97693e67-108c-47d1-9f93-78376c9b11e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.697649] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "97693e67-108c-47d1-9f93-78376c9b11e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.697967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "97693e67-108c-47d1-9f93-78376c9b11e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.698025] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "97693e67-108c-47d1-9f93-78376c9b11e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.700381] env[70771]: INFO nova.compute.manager [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Terminating instance [ 1114.762846] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "refresh_cache-d2ca93e2-fa72-46ea-83e8-c816b40f21ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.762846] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "refresh_cache-d2ca93e2-fa72-46ea-83e8-c816b40f21ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.762846] env[70771]: DEBUG nova.network.neutron [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.775575] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 0017a446-53fd-4522-93a3-9e15ad137f72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1114.981128] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528d2200-2f1f-8fdf-1224-9d7558b4ad78, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.981473] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.981741] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.982212] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.982212] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.982340] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.983101] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61cbf82c-33e2-47f3-8d8c-10ec7a16af8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.991534] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.991819] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.992481] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ef02e1-77aa-4115-ad4e-bc6c70be9e13 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.997878] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1114.997878] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f21eb0-aaca-0ab7-110f-d9ad731770ab" [ 1114.997878] env[70771]: _type = "Task" [ 1114.997878] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.005880] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f21eb0-aaca-0ab7-110f-d9ad731770ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.062171] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.123187] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.699529} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.123187] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.124176] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d3c925-afef-418c-b414-6d63934e9d17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.154418] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6/10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.155251] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8c8dda-95be-4cbc-8c1c-d3d11b3d94ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.171859] env[70771]: DEBUG oslo_concurrency.lockutils [req-9746aff3-ed4e-4845-84e4-7fb083a3d32c req-4410963e-bbab-495e-8497-b75ab4207752 service nova] Releasing lock "refresh_cache-19083887-c25c-476c-b421-40549d1833b5" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.179112] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1115.179112] env[70771]: value = "task-3514415" [ 1115.179112] env[70771]: _type = "Task" [ 1115.179112] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.184955] env[70771]: DEBUG nova.compute.manager [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Received event network-vif-deleted-d506616a-0f29-4c61-a311-e82742563f4a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.185307] env[70771]: DEBUG nova.compute.manager [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Received event network-vif-plugged-0521c8b7-f251-498e-aa56-9418535e2ae7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.185660] env[70771]: DEBUG oslo_concurrency.lockutils [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] Acquiring lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.185983] env[70771]: DEBUG oslo_concurrency.lockutils [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.186321] env[70771]: DEBUG oslo_concurrency.lockutils [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.186591] env[70771]: DEBUG nova.compute.manager [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] No waiting events found dispatching network-vif-plugged-0521c8b7-f251-498e-aa56-9418535e2ae7 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.187137] env[70771]: WARNING nova.compute.manager [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Received unexpected event network-vif-plugged-0521c8b7-f251-498e-aa56-9418535e2ae7 for instance with vm_state building and task_state spawning. [ 1115.187581] env[70771]: DEBUG nova.compute.manager [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Received event network-changed-0521c8b7-f251-498e-aa56-9418535e2ae7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.187855] env[70771]: DEBUG nova.compute.manager [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Refreshing instance network info cache due to event network-changed-0521c8b7-f251-498e-aa56-9418535e2ae7. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.188142] env[70771]: DEBUG oslo_concurrency.lockutils [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] Acquiring lock "refresh_cache-d2ca93e2-fa72-46ea-83e8-c816b40f21ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.194600] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.203959] env[70771]: DEBUG nova.compute.manager [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.204418] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.205483] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7628da46-a334-4f64-a8ce-02f3b882fc4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.214407] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.214835] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebdc14f4-bf82-4904-87e3-f4b97369d8c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.222190] env[70771]: DEBUG oslo_vmware.api [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1115.222190] env[70771]: value = "task-3514416" [ 1115.222190] env[70771]: _type = "Task" [ 1115.222190] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.230819] env[70771]: DEBUG oslo_vmware.api [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.247909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.248249] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.248466] env[70771]: DEBUG nova.compute.manager [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Going to confirm migration 5 {{(pid=70771) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1115.280182] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance e8344264-4872-4429-84e8-4453989d6c3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1115.280755] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1115.280755] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1115.297590] env[70771]: DEBUG nova.network.neutron [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.498504] env[70771]: DEBUG nova.network.neutron [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Updating instance_info_cache with network_info: [{"id": "0521c8b7-f251-498e-aa56-9418535e2ae7", "address": "fa:16:3e:7b:55:92", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0521c8b7-f2", "ovs_interfaceid": "0521c8b7-f251-498e-aa56-9418535e2ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.510634] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f21eb0-aaca-0ab7-110f-d9ad731770ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.515908] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74bf13d-1d09-4f13-a951-c6175ad5ea14 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.519218] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "b22a122b-50c3-47a9-9841-b8837bbd90d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.520042] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.522684] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "b22a122b-50c3-47a9-9841-b8837bbd90d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.522994] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.523403] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.525592] env[70771]: INFO nova.compute.manager [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Terminating instance [ 1115.536021] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1115.536021] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]526785fc-2356-e16c-18c3-94a136d5bbb6" [ 1115.536021] env[70771]: _type = "Task" [ 1115.536021] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.545036] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526785fc-2356-e16c-18c3-94a136d5bbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.558938] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd35711-e27c-4e09-acfc-12ea26e1b635 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.566446] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f440054-01f6-4ac5-bd4c-f3f707dfded9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.598277] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea357d5b-5e89-4498-a029-676e0e8957b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.606322] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18113dc-7e27-45e3-b312-8ac9d219d40f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.620059] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.689919] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514415, 'name': ReconfigVM_Task, 'duration_secs': 0.350628} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.690288] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6/10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.691036] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b6c6df3-8943-4f71-8a91-adc86baf37ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.697974] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1115.697974] env[70771]: value = "task-3514417" [ 1115.697974] env[70771]: _type = "Task" [ 1115.697974] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.706764] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514417, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.732057] env[70771]: DEBUG oslo_vmware.api [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514416, 'name': PowerOffVM_Task, 'duration_secs': 0.321768} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.732352] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.732546] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.732795] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-116da0fe-562b-486f-95f5-2d75cdb79d74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.789329] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.789561] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.789753] env[70771]: DEBUG nova.network.neutron [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.789943] env[70771]: DEBUG nova.objects.instance [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'info_cache' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.797555] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.797819] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.798082] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleting the datastore file [datastore2] 97693e67-108c-47d1-9f93-78376c9b11e6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.798371] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b966c483-0870-4e1e-a5a3-8c3432da6d46 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.806064] env[70771]: DEBUG oslo_vmware.api [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for the task: (returnval){ [ 1115.806064] env[70771]: value = "task-3514419" [ 1115.806064] env[70771]: _type = "Task" [ 1115.806064] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.816093] env[70771]: DEBUG oslo_vmware.api [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.003029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "refresh_cache-d2ca93e2-fa72-46ea-83e8-c816b40f21ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.003029] env[70771]: DEBUG nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Instance network_info: |[{"id": "0521c8b7-f251-498e-aa56-9418535e2ae7", "address": "fa:16:3e:7b:55:92", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0521c8b7-f2", "ovs_interfaceid": "0521c8b7-f251-498e-aa56-9418535e2ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.003272] env[70771]: DEBUG oslo_concurrency.lockutils [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] Acquired lock "refresh_cache-d2ca93e2-fa72-46ea-83e8-c816b40f21ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.003272] env[70771]: DEBUG nova.network.neutron [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Refreshing network info cache for port 0521c8b7-f251-498e-aa56-9418535e2ae7 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.004707] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:55:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0521c8b7-f251-498e-aa56-9418535e2ae7', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.013328] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.016897] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.017448] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea6eeac-644f-42ad-abaa-6b63b2b8e658 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.033428] env[70771]: DEBUG nova.compute.manager [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.033647] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.034730] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741224b1-7284-4fbc-96be-1dce6f826678 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.043270] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.043270] env[70771]: value = "task-3514420" [ 1116.043270] env[70771]: _type = "Task" [ 1116.043270] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.049297] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.053399] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95c0b64-505e-4db9-80c8-0e1ce731bad0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.055221] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]526785fc-2356-e16c-18c3-94a136d5bbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.058389] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.058658] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 19083887-c25c-476c-b421-40549d1833b5/19083887-c25c-476c-b421-40549d1833b5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.058883] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514420, 'name': CreateVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.059425] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bda3ce7-3101-4479-b4c4-c2b169e3a3fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.068124] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1116.068124] env[70771]: value = "task-3514422" [ 1116.068124] env[70771]: _type = "Task" [ 1116.068124] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.076647] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.123951] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.128767] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.129550] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.129831] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleting the datastore file [datastore1] b22a122b-50c3-47a9-9841-b8837bbd90d2 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.130377] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a8fd20-03f0-4a9d-a42d-509a40b00b69 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.137560] env[70771]: DEBUG oslo_vmware.api [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1116.137560] env[70771]: value = "task-3514423" [ 1116.137560] env[70771]: _type = "Task" [ 1116.137560] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.149443] env[70771]: DEBUG oslo_vmware.api [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.209164] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514417, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.317950] env[70771]: DEBUG oslo_vmware.api [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Task: {'id': task-3514419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136716} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.317950] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.317950] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.317950] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.318091] env[70771]: INFO nova.compute.manager [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1116.318321] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.318516] env[70771]: DEBUG nova.compute.manager [-] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.318611] env[70771]: DEBUG nova.network.neutron [-] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.550288] env[70771]: DEBUG nova.network.neutron [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Updated VIF entry in instance network info cache for port 0521c8b7-f251-498e-aa56-9418535e2ae7. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.550659] env[70771]: DEBUG nova.network.neutron [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Updating instance_info_cache with network_info: [{"id": "0521c8b7-f251-498e-aa56-9418535e2ae7", "address": "fa:16:3e:7b:55:92", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0521c8b7-f2", "ovs_interfaceid": "0521c8b7-f251-498e-aa56-9418535e2ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.557986] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514420, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.578023] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514422, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.632603] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1116.632603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.420s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.632603] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.209s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.632603] env[70771]: DEBUG nova.objects.instance [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1116.649327] env[70771]: DEBUG oslo_vmware.api [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170891} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.649759] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.650049] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.650439] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.650592] env[70771]: INFO nova.compute.manager [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1116.653580] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.653580] env[70771]: DEBUG nova.compute.manager [-] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.653580] env[70771]: DEBUG nova.network.neutron [-] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.711746] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514417, 'name': Rename_Task, 'duration_secs': 0.930396} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.712301] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.713279] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85dca7e2-7cfc-4faf-b00c-57ed6596ff47 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.724848] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1116.724848] env[70771]: value = "task-3514424" [ 1116.724848] env[70771]: _type = "Task" [ 1116.724848] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.734693] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.057072] env[70771]: DEBUG oslo_concurrency.lockutils [req-159453b1-b143-43c3-8f6a-86401afb5014 req-1a98f1bd-7aa2-4b35-8d46-30e450e480a2 service nova] Releasing lock "refresh_cache-d2ca93e2-fa72-46ea-83e8-c816b40f21ee" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.057477] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514420, 'name': CreateVM_Task, 'duration_secs': 0.631028} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.057665] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.058363] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.058545] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.058897] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.059201] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37dacf83-597a-4df0-8c4c-013e42fca145 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.063935] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1117.063935] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5289f720-a139-7b07-4a76-f2ad84020423" [ 1117.063935] env[70771]: _type = "Task" [ 1117.063935] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.067870] env[70771]: DEBUG nova.network.neutron [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.076485] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5289f720-a139-7b07-4a76-f2ad84020423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.082721] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932549} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.083493] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 19083887-c25c-476c-b421-40549d1833b5/19083887-c25c-476c-b421-40549d1833b5.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.083493] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.083493] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13fc0187-4300-44ca-bd00-cf6fc949e9ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.090559] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1117.090559] env[70771]: value = "task-3514425" [ 1117.090559] env[70771]: _type = "Task" [ 1117.090559] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.099415] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.219210] env[70771]: DEBUG nova.compute.manager [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Received event network-vif-deleted-a5b985ab-b183-4f58-a1a8-c0e3bdf6c096 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.219210] env[70771]: INFO nova.compute.manager [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Neutron deleted interface a5b985ab-b183-4f58-a1a8-c0e3bdf6c096; detaching it from the instance and deleting it from the info cache [ 1117.219210] env[70771]: DEBUG nova.network.neutron [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.234819] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.355074] env[70771]: DEBUG nova.network.neutron [-] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.464516] env[70771]: DEBUG nova.network.neutron [-] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.570307] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.570962] env[70771]: DEBUG nova.objects.instance [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'migration_context' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.576993] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5289f720-a139-7b07-4a76-f2ad84020423, 'name': SearchDatastore_Task, 'duration_secs': 0.01633} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.577657] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.578249] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.578319] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.578584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.578830] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.579524] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7806b0e5-c069-419d-9b9d-50e921476935 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.589056] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.589297] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.590106] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c63ed6c-17f1-45b9-96ac-32596b1ce357 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.605058] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064883} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.605058] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1117.605058] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b96d5b-e156-064d-b673-aef5c9c43ce6" [ 1117.605058] env[70771]: _type = "Task" [ 1117.605058] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.605058] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.605757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fad806-d921-4e89-810b-f76f8dd8decd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.616106] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b96d5b-e156-064d-b673-aef5c9c43ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.633673] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 19083887-c25c-476c-b421-40549d1833b5/19083887-c25c-476c-b421-40549d1833b5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.633998] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad758447-2897-4cc4-bcd6-d79abb7632e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.648884] env[70771]: DEBUG oslo_concurrency.lockutils [None req-2e756ccb-1f2e-41e6-a601-a1709d7530a4 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.649976] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.851s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.651639] env[70771]: INFO nova.compute.claims [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.659280] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1117.659280] env[70771]: value = "task-3514426" [ 1117.659280] env[70771]: _type = "Task" [ 1117.659280] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.667264] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.721791] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4789702f-63bd-4a38-9e9b-90a87e5eeb94 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.732945] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d103828-f2d2-47c3-98e6-b930d422eff8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.747504] env[70771]: DEBUG oslo_vmware.api [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514424, 'name': PowerOnVM_Task, 'duration_secs': 0.674697} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.748296] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.748618] env[70771]: INFO nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1117.748892] env[70771]: DEBUG nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.749766] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9230ac6d-3c96-4292-9174-fa606989bd48 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.771507] env[70771]: DEBUG nova.compute.manager [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Detach interface failed, port_id=a5b985ab-b183-4f58-a1a8-c0e3bdf6c096, reason: Instance 97693e67-108c-47d1-9f93-78376c9b11e6 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.771677] env[70771]: DEBUG nova.compute.manager [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Received event network-vif-deleted-d234cdd0-f553-44b8-b806-0d3976017b2d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.772846] env[70771]: INFO nova.compute.manager [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Neutron deleted interface d234cdd0-f553-44b8-b806-0d3976017b2d; detaching it from the instance and deleting it from the info cache [ 1117.772846] env[70771]: DEBUG nova.network.neutron [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.857495] env[70771]: INFO nova.compute.manager [-] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Took 1.54 seconds to deallocate network for instance. [ 1117.967648] env[70771]: INFO nova.compute.manager [-] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Took 1.32 seconds to deallocate network for instance. [ 1118.080233] env[70771]: DEBUG nova.objects.base [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Object Instance<879c8b0d-dd64-4c09-8ebe-e96484803fe8> lazy-loaded attributes: info_cache,migration_context {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.080977] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff52e5-cb85-4027-81d2-9c4c7b6300bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.085939] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52750318-e590-ccb6-df46-9aaf6f6e01e7/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1118.086894] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b8f574-1144-4786-854d-e14cad2318b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.103998] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298884a7-7263-4671-be24-b977244154dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.106841] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52750318-e590-ccb6-df46-9aaf6f6e01e7/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1118.107015] env[70771]: ERROR oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52750318-e590-ccb6-df46-9aaf6f6e01e7/disk-0.vmdk due to incomplete transfer. [ 1118.112015] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d65475b3-0d2c-4f8a-8c22-715e97dc094d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.112633] env[70771]: DEBUG oslo_vmware.api [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1118.112633] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52cbae03-8431-02c3-344e-5b1c0622612b" [ 1118.112633] env[70771]: _type = "Task" [ 1118.112633] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.118979] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b96d5b-e156-064d-b673-aef5c9c43ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.016619} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.121055] env[70771]: DEBUG oslo_vmware.rw_handles [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52750318-e590-ccb6-df46-9aaf6f6e01e7/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1118.121055] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Uploaded image b35e5bcd-219e-489b-8349-3a4026da5f52 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1118.123146] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1118.126989] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af43758d-8001-4d0c-8889-5bfe5c1dd9dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.128070] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98013900-a600-43f0-8e9c-5bee22de6211 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.129664] env[70771]: DEBUG oslo_vmware.api [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cbae03-8431-02c3-344e-5b1c0622612b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.132789] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1118.132789] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5272dbe8-437e-5296-f51e-c5b7e6095cce" [ 1118.132789] env[70771]: _type = "Task" [ 1118.132789] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.136913] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1118.136913] env[70771]: value = "task-3514427" [ 1118.136913] env[70771]: _type = "Task" [ 1118.136913] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.143339] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5272dbe8-437e-5296-f51e-c5b7e6095cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.147896] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514427, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.168731] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514426, 'name': ReconfigVM_Task, 'duration_secs': 0.299171} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.169017] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 19083887-c25c-476c-b421-40549d1833b5/19083887-c25c-476c-b421-40549d1833b5.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.169647] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40395606-9682-4ff8-b6a3-5fcd1892653e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.176231] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1118.176231] env[70771]: value = "task-3514428" [ 1118.176231] env[70771]: _type = "Task" [ 1118.176231] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.184978] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514428, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.268277] env[70771]: INFO nova.compute.manager [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Took 18.39 seconds to build instance. [ 1118.274971] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26bc3f1b-36c8-49ab-b42e-2054715c44a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.285214] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89179a-470c-4241-bf88-3040669a319c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.329172] env[70771]: DEBUG nova.compute.manager [req-613b3c46-1a62-4e14-a84c-832bfa8d3a2e req-968e6210-4506-411e-ac00-d459aa2eacf4 service nova] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Detach interface failed, port_id=d234cdd0-f553-44b8-b806-0d3976017b2d, reason: Instance b22a122b-50c3-47a9-9841-b8837bbd90d2 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.364260] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.474140] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.623818] env[70771]: DEBUG oslo_vmware.api [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cbae03-8431-02c3-344e-5b1c0622612b, 'name': SearchDatastore_Task, 'duration_secs': 0.021305} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.624098] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.644112] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5272dbe8-437e-5296-f51e-c5b7e6095cce, 'name': SearchDatastore_Task, 'duration_secs': 0.033619} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.644660] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.644959] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] d2ca93e2-fa72-46ea-83e8-c816b40f21ee/d2ca93e2-fa72-46ea-83e8-c816b40f21ee.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.645314] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f89c176f-503b-4121-bf85-39b1f9d1a04d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.649714] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514427, 'name': Destroy_Task, 'duration_secs': 0.330938} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.650236] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Destroyed the VM [ 1118.650475] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1118.650696] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d786442-bfee-4cc5-aae7-022b2c045cb0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.654299] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1118.654299] env[70771]: value = "task-3514429" [ 1118.654299] env[70771]: _type = "Task" [ 1118.654299] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.660563] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1118.660563] env[70771]: value = "task-3514430" [ 1118.660563] env[70771]: _type = "Task" [ 1118.660563] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.667013] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.671780] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514430, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.686703] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514428, 'name': Rename_Task, 'duration_secs': 0.145583} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.686981] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.687279] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d18b7f8-0b9f-43e9-88de-c2b0d0116a98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.692526] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1118.692526] env[70771]: value = "task-3514431" [ 1118.692526] env[70771]: _type = "Task" [ 1118.692526] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.701711] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.769779] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882e423c-6dc2-4606-a34e-3176aa81be9d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.908s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.921429] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078dbf57-c295-409e-8d41-667fbcf8b5eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.929916] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cae306-3f55-486a-b811-91509f81cebe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.963423] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3150159-0a1a-4193-bc83-3a4836fc3c02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.971465] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346f304f-6ba3-49a1-bb06-3b47cb6701bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.987440] env[70771]: DEBUG nova.compute.provider_tree [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.165281] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.174198] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514430, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496722} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.174597] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1119.174904] env[70771]: DEBUG nova.compute.manager [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.175829] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d95267-0088-4ae7-ac01-99f056e8ede8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.206361] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.491853] env[70771]: DEBUG nova.scheduler.client.report [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.666150] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56647} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.666378] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] d2ca93e2-fa72-46ea-83e8-c816b40f21ee/d2ca93e2-fa72-46ea-83e8-c816b40f21ee.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.666595] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.666847] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c3f2662-1843-471e-ab34-bf0e991e1ad5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.673146] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1119.673146] env[70771]: value = "task-3514432" [ 1119.673146] env[70771]: _type = "Task" [ 1119.673146] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.680659] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.688800] env[70771]: INFO nova.compute.manager [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Shelve offloading [ 1119.710473] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.997216] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.997750] env[70771]: DEBUG nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.000376] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.832s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.183646] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07151} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.183895] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.184703] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac6c7d-a591-4709-96bd-098858ea44ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.198652] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.207560] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d2ca93e2-fa72-46ea-83e8-c816b40f21ee/d2ca93e2-fa72-46ea-83e8-c816b40f21ee.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.207839] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d698396a-2a2c-4089-aa98-03f8fe8b1955 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.212036] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae71735e-e991-4d10-8292-0c1455a4c7ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.233886] env[70771]: DEBUG oslo_vmware.api [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514431, 'name': PowerOnVM_Task, 'duration_secs': 1.062822} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.236013] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.236242] env[70771]: INFO nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1120.236424] env[70771]: DEBUG nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.236750] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1120.236750] env[70771]: value = "task-3514433" [ 1120.236750] env[70771]: _type = "Task" [ 1120.236750] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.236971] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1120.236971] env[70771]: value = "task-3514434" [ 1120.236971] env[70771]: _type = "Task" [ 1120.236971] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.237668] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565f9239-93f1-4fb7-8614-262e32b7c45f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.258627] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.259320] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.259535] env[70771]: DEBUG nova.compute.manager [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.260359] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8106328-cd54-446a-8ac5-adfe6e12cc0c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.266089] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.266261] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.266458] env[70771]: DEBUG nova.network.neutron [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.503449] env[70771]: DEBUG nova.compute.utils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.507827] env[70771]: DEBUG nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.508026] env[70771]: DEBUG nova.network.neutron [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.545221] env[70771]: DEBUG nova.policy [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1898e6a34c4e75b1fb54723f12183e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73ac815ce6d64866a36e2157bda9e5b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.734534] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f159e7-67e8-441c-920e-b2df12d41133 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.745292] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097db996-b0d4-4d9d-be74-abd44bc2d670 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.752952] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514434, 'name': ReconfigVM_Task, 'duration_secs': 0.411494} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.776368] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d2ca93e2-fa72-46ea-83e8-c816b40f21ee/d2ca93e2-fa72-46ea-83e8-c816b40f21ee.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.784641] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd4c6d7c-2e31-40f6-bcc0-c28ffdbc9939 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.786795] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce8a78-5531-42a6-a417-b8d4e5f94c4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.789509] env[70771]: INFO nova.compute.manager [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Took 20.72 seconds to build instance. [ 1120.797364] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff195df-dc17-4a27-9da7-32b3070213f3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.801377] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1120.801377] env[70771]: value = "task-3514435" [ 1120.801377] env[70771]: _type = "Task" [ 1120.801377] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.813292] env[70771]: DEBUG nova.compute.provider_tree [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.815566] env[70771]: DEBUG nova.network.neutron [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Successfully created port: 9af78c5b-be1d-444c-9c31-5e17592bb13e {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.822673] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514435, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.009135] env[70771]: DEBUG nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.126773] env[70771]: DEBUG nova.network.neutron [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9276c3db-e2", "ovs_interfaceid": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.292239] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7eee94e0-cbb3-4010-a7ec-aa5ba83f3b8c tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "19083887-c25c-476c-b421-40549d1833b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.230s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.310723] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514435, 'name': Rename_Task, 'duration_secs': 0.135027} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.311017] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.311282] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb81a28e-6372-40fa-9e5d-6dda54754cc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.317595] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1121.317595] env[70771]: value = "task-3514436" [ 1121.317595] env[70771]: _type = "Task" [ 1121.317595] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.321064] env[70771]: DEBUG nova.scheduler.client.report [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.328658] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.629564] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.835036] env[70771]: DEBUG oslo_vmware.api [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514436, 'name': PowerOnVM_Task, 'duration_secs': 0.452637} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.835036] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.835036] env[70771]: INFO nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1121.835036] env[70771]: DEBUG nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.835036] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0748e-df25-4210-a855-65f55646a6b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.947591] env[70771]: DEBUG nova.compute.manager [req-6a06c682-f2f8-4211-aa15-1a3ab4b3bec1 req-761f819f-7b12-4ab9-8fcf-de87e5f02f5f service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-vif-unplugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.947815] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a06c682-f2f8-4211-aa15-1a3ab4b3bec1 req-761f819f-7b12-4ab9-8fcf-de87e5f02f5f service nova] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.948042] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a06c682-f2f8-4211-aa15-1a3ab4b3bec1 req-761f819f-7b12-4ab9-8fcf-de87e5f02f5f service nova] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.948214] env[70771]: DEBUG oslo_concurrency.lockutils [req-6a06c682-f2f8-4211-aa15-1a3ab4b3bec1 req-761f819f-7b12-4ab9-8fcf-de87e5f02f5f service nova] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.948402] env[70771]: DEBUG nova.compute.manager [req-6a06c682-f2f8-4211-aa15-1a3ab4b3bec1 req-761f819f-7b12-4ab9-8fcf-de87e5f02f5f service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] No waiting events found dispatching network-vif-unplugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.948583] env[70771]: WARNING nova.compute.manager [req-6a06c682-f2f8-4211-aa15-1a3ab4b3bec1 req-761f819f-7b12-4ab9-8fcf-de87e5f02f5f service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received unexpected event network-vif-unplugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb for instance with vm_state shelved and task_state shelving_offloading. [ 1122.020072] env[70771]: DEBUG nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.040598] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.040828] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.040982] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.041179] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.041323] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.041467] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.041672] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.041834] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.041999] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.042173] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.042343] env[70771]: DEBUG nova.virt.hardware [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.043216] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a9db95-f3a9-43b0-94cd-acc578d09c98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.048317] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.049097] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e981940e-09d6-427b-98e0-4bc4e76a09fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.056697] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f8c47-3542-483f-986c-6d4a90737605 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.062277] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.062820] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db87c6f8-5c88-4a04-816d-7098a540d88d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.124554] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.124990] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.125263] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleting the datastore file [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.125552] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62dc6637-d7a2-4d3a-bfcb-c2d22793ceed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.132932] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1122.132932] env[70771]: value = "task-3514438" [ 1122.132932] env[70771]: _type = "Task" [ 1122.132932] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.143209] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.191067] env[70771]: DEBUG nova.compute.manager [req-923fa867-e302-4c01-9217-aa0f16feb3a5 req-11c403dc-fbf5-4b50-96b0-9c0ad7ab010a service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Received event network-vif-plugged-9af78c5b-be1d-444c-9c31-5e17592bb13e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.191292] env[70771]: DEBUG oslo_concurrency.lockutils [req-923fa867-e302-4c01-9217-aa0f16feb3a5 req-11c403dc-fbf5-4b50-96b0-9c0ad7ab010a service nova] Acquiring lock "0017a446-53fd-4522-93a3-9e15ad137f72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.191549] env[70771]: DEBUG oslo_concurrency.lockutils [req-923fa867-e302-4c01-9217-aa0f16feb3a5 req-11c403dc-fbf5-4b50-96b0-9c0ad7ab010a service nova] Lock "0017a446-53fd-4522-93a3-9e15ad137f72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.191685] env[70771]: DEBUG oslo_concurrency.lockutils [req-923fa867-e302-4c01-9217-aa0f16feb3a5 req-11c403dc-fbf5-4b50-96b0-9c0ad7ab010a service nova] Lock "0017a446-53fd-4522-93a3-9e15ad137f72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.191812] env[70771]: DEBUG nova.compute.manager [req-923fa867-e302-4c01-9217-aa0f16feb3a5 req-11c403dc-fbf5-4b50-96b0-9c0ad7ab010a service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] No waiting events found dispatching network-vif-plugged-9af78c5b-be1d-444c-9c31-5e17592bb13e {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.192198] env[70771]: WARNING nova.compute.manager [req-923fa867-e302-4c01-9217-aa0f16feb3a5 req-11c403dc-fbf5-4b50-96b0-9c0ad7ab010a service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Received unexpected event network-vif-plugged-9af78c5b-be1d-444c-9c31-5e17592bb13e for instance with vm_state building and task_state spawning. [ 1122.279420] env[70771]: DEBUG nova.network.neutron [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Successfully updated port: 9af78c5b-be1d-444c-9c31-5e17592bb13e {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.333949] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.333s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.336927] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.364s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.338739] env[70771]: INFO nova.compute.claims [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.349941] env[70771]: INFO nova.compute.manager [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Took 21.91 seconds to build instance. [ 1122.642552] env[70771]: DEBUG oslo_vmware.api [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193091} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.642816] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.643041] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.643194] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.665213] env[70771]: INFO nova.scheduler.client.report [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted allocations for instance 88a63d80-916a-40fe-b8fe-ab18d3d8802f [ 1122.731670] env[70771]: DEBUG nova.compute.manager [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.732585] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e62f99-3073-408b-b8f4-703914f6cf08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.782453] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "refresh_cache-0017a446-53fd-4522-93a3-9e15ad137f72" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.782453] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired lock "refresh_cache-0017a446-53fd-4522-93a3-9e15ad137f72" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.782453] env[70771]: DEBUG nova.network.neutron [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.851754] env[70771]: DEBUG oslo_concurrency.lockutils [None req-59e2d3f0-ccb0-4bf3-80a7-e96b89223146 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.429s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.897094] env[70771]: INFO nova.scheduler.client.report [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted allocation for migration 8c550c80-a434-4d7c-8e9d-a2bd5de9617c [ 1123.169982] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.244033] env[70771]: INFO nova.compute.manager [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] instance snapshotting [ 1123.246900] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0ae885-2c4e-4f7d-9d05-411b45e6c49a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.267316] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66c313-f43f-45bf-8042-9be37df0139c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.318403] env[70771]: DEBUG nova.network.neutron [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.407112] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7836eac9-fb06-4c4f-a34e-9d8cc80ffdb4 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.303s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.458560] env[70771]: DEBUG nova.network.neutron [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Updating instance_info_cache with network_info: [{"id": "9af78c5b-be1d-444c-9c31-5e17592bb13e", "address": "fa:16:3e:8e:b6:4a", "network": {"id": "1f58ee2f-2bfc-49fd-b9f6-9d3025d52424", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-592090341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ac815ce6d64866a36e2157bda9e5b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af78c5b-be", "ovs_interfaceid": "9af78c5b-be1d-444c-9c31-5e17592bb13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.569481] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bc897-add4-4a92-b88d-35e63cd66d1e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.578454] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa5765b-24c4-4f35-b274-873abe2d330d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.607986] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.608270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.608480] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.608668] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.608841] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.611739] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d25840-e29b-4eea-8c3a-90563d384ad8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.614580] env[70771]: INFO nova.compute.manager [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Terminating instance [ 1123.622289] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368c00a-e133-49fc-bf35-8248619ecd70 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.638443] env[70771]: DEBUG nova.compute.provider_tree [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.779876] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1123.779876] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3db05507-8c74-400f-9159-ae63fa720e0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.787586] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1123.787586] env[70771]: value = "task-3514439" [ 1123.787586] env[70771]: _type = "Task" [ 1123.787586] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.795940] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.961555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Releasing lock "refresh_cache-0017a446-53fd-4522-93a3-9e15ad137f72" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.962085] env[70771]: DEBUG nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Instance network_info: |[{"id": "9af78c5b-be1d-444c-9c31-5e17592bb13e", "address": "fa:16:3e:8e:b6:4a", "network": {"id": "1f58ee2f-2bfc-49fd-b9f6-9d3025d52424", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-592090341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ac815ce6d64866a36e2157bda9e5b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af78c5b-be", "ovs_interfaceid": "9af78c5b-be1d-444c-9c31-5e17592bb13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.962690] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:b6:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9af78c5b-be1d-444c-9c31-5e17592bb13e', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.970488] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.970725] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.971623] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-607925da-584b-4e13-90cf-b292c12db127 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.998439] env[70771]: DEBUG nova.compute.manager [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.998716] env[70771]: DEBUG nova.compute.manager [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing instance network info cache due to event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.999081] env[70771]: DEBUG oslo_concurrency.lockutils [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] Acquiring lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.999255] env[70771]: DEBUG oslo_concurrency.lockutils [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] Acquired lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.999503] env[70771]: DEBUG nova.network.neutron [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.009168] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.009168] env[70771]: value = "task-3514440" [ 1124.009168] env[70771]: _type = "Task" [ 1124.009168] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.016529] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514440, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.119461] env[70771]: DEBUG nova.compute.manager [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.119837] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.120963] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9c7328-aa98-4d48-b5b4-62edcc7caa66 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.129336] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.129608] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b532fc-b3aa-4a25-ac11-7a8e566b52d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.136074] env[70771]: DEBUG oslo_vmware.api [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1124.136074] env[70771]: value = "task-3514441" [ 1124.136074] env[70771]: _type = "Task" [ 1124.136074] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.140987] env[70771]: DEBUG nova.scheduler.client.report [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.148687] env[70771]: DEBUG oslo_vmware.api [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.239574] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.239933] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.240182] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.240372] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.240543] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.243348] env[70771]: INFO nova.compute.manager [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Terminating instance [ 1124.298712] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514439, 'name': CreateSnapshot_Task, 'duration_secs': 0.495123} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.298712] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1124.299394] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e42c7c-77aa-455a-8dd9-42f33ee38678 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.360513] env[70771]: DEBUG nova.compute.manager [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Received event network-changed-9af78c5b-be1d-444c-9c31-5e17592bb13e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.360838] env[70771]: DEBUG nova.compute.manager [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Refreshing instance network info cache due to event network-changed-9af78c5b-be1d-444c-9c31-5e17592bb13e. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.361256] env[70771]: DEBUG oslo_concurrency.lockutils [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] Acquiring lock "refresh_cache-0017a446-53fd-4522-93a3-9e15ad137f72" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.361516] env[70771]: DEBUG oslo_concurrency.lockutils [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] Acquired lock "refresh_cache-0017a446-53fd-4522-93a3-9e15ad137f72" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.361783] env[70771]: DEBUG nova.network.neutron [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Refreshing network info cache for port 9af78c5b-be1d-444c-9c31-5e17592bb13e {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.515810] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514440, 'name': CreateVM_Task, 'duration_secs': 0.317359} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.515973] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.516656] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.516821] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.517164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.517446] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650c306f-d54f-4d82-b01f-c69b8c9b055c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.522331] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1124.522331] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c55b1c-3ac2-ca45-842f-bf14be64a09b" [ 1124.522331] env[70771]: _type = "Task" [ 1124.522331] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.529918] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c55b1c-3ac2-ca45-842f-bf14be64a09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.647661] env[70771]: DEBUG oslo_vmware.api [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514441, 'name': PowerOffVM_Task, 'duration_secs': 0.296987} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.647661] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.647885] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.648762] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030f87d0-5e45-4510-bffe-51b7711bd4d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.651379] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.652335] env[70771]: DEBUG nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.656100] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.593s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.656100] env[70771]: DEBUG nova.objects.instance [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lazy-loading 'resources' on Instance uuid dfe11fa6-4b37-468d-a339-ad88e95778b5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.711020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "6e5b3dc6-3ae2-41ee-8689-947906752160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.711020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.724373] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.724562] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.724762] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleting the datastore file [datastore1] d2ca93e2-fa72-46ea-83e8-c816b40f21ee {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.725049] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5ee0843-d008-4302-a615-c068f32fdd65 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.731701] env[70771]: DEBUG oslo_vmware.api [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1124.731701] env[70771]: value = "task-3514443" [ 1124.731701] env[70771]: _type = "Task" [ 1124.731701] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.741159] env[70771]: DEBUG oslo_vmware.api [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.747242] env[70771]: DEBUG nova.compute.manager [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.747446] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.748201] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64757a3-d75d-4ca4-9b2d-13afa308e01f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.755151] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.755381] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a908b036-6849-4de0-ad99-1f6be811bdb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.761228] env[70771]: DEBUG oslo_vmware.api [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1124.761228] env[70771]: value = "task-3514444" [ 1124.761228] env[70771]: _type = "Task" [ 1124.761228] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.770117] env[70771]: DEBUG oslo_vmware.api [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.770940] env[70771]: DEBUG nova.network.neutron [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updated VIF entry in instance network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.771315] env[70771]: DEBUG nova.network.neutron [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9276c3db-e2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.819199] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1124.819548] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64179b78-5349-4f64-95bf-20a61f84f717 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.829528] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1124.829528] env[70771]: value = "task-3514445" [ 1124.829528] env[70771]: _type = "Task" [ 1124.829528] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.839100] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514445, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.037778] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c55b1c-3ac2-ca45-842f-bf14be64a09b, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.038201] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.038514] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.038797] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.038979] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.039212] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.039479] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60756961-16b3-4696-996a-9a2b189cd0e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.056360] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.056693] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.057449] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd01953-37e8-4aa7-b926-4901dddfbb49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.062790] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1125.062790] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525ea03b-955e-8fc1-7c9d-9ca12110c40e" [ 1125.062790] env[70771]: _type = "Task" [ 1125.062790] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.070954] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525ea03b-955e-8fc1-7c9d-9ca12110c40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.159689] env[70771]: DEBUG nova.compute.utils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.164442] env[70771]: DEBUG nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.165393] env[70771]: DEBUG nova.network.neutron [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.215237] env[70771]: DEBUG nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.221244] env[70771]: DEBUG nova.policy [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.248834] env[70771]: DEBUG oslo_vmware.api [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193987} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.250319] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.250556] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.250735] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.250906] env[70771]: INFO nova.compute.manager [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1125.251176] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.253962] env[70771]: DEBUG nova.compute.manager [-] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.254191] env[70771]: DEBUG nova.network.neutron [-] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.273324] env[70771]: DEBUG oslo_vmware.api [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514444, 'name': PowerOffVM_Task, 'duration_secs': 0.175369} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.273792] env[70771]: DEBUG oslo_concurrency.lockutils [req-66ad127d-947b-4d42-83d7-894dca59ad22 req-d7b7c154-52ab-4912-aff0-fceb3a4603f4 service nova] Releasing lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.274227] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.274405] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.274656] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2de99ad-71e6-4dd0-83d0-e5cf668d440f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.335834] env[70771]: DEBUG nova.network.neutron [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Updated VIF entry in instance network info cache for port 9af78c5b-be1d-444c-9c31-5e17592bb13e. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.336234] env[70771]: DEBUG nova.network.neutron [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Updating instance_info_cache with network_info: [{"id": "9af78c5b-be1d-444c-9c31-5e17592bb13e", "address": "fa:16:3e:8e:b6:4a", "network": {"id": "1f58ee2f-2bfc-49fd-b9f6-9d3025d52424", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-592090341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ac815ce6d64866a36e2157bda9e5b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af78c5b-be", "ovs_interfaceid": "9af78c5b-be1d-444c-9c31-5e17592bb13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.343782] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.344031] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.345874] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleting the datastore file [datastore1] 0dff8624-7b5d-40d1-b03b-54250411f2ad {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.345874] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d36165cc-b247-46ec-b064-2cef583283b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.349568] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514445, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.354845] env[70771]: DEBUG oslo_vmware.api [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1125.354845] env[70771]: value = "task-3514447" [ 1125.354845] env[70771]: _type = "Task" [ 1125.354845] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.366528] env[70771]: DEBUG oslo_vmware.api [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.447661] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd548156-2fc2-4380-a470-3f332b339c7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.455908] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edac3ffd-6c25-4e2d-bbc7-e2521127b9de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.490372] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9653e79f-fc0f-4851-a032-7ee18d89592c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.502495] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cc0f5c-2ef6-4a93-9981-72586c4c8b80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.518908] env[70771]: DEBUG nova.compute.provider_tree [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.576472] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525ea03b-955e-8fc1-7c9d-9ca12110c40e, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.577290] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3793f952-be36-476d-940e-542b0c7a6a2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.582785] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1125.582785] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5262a87b-9b4e-7b15-d81a-e6a32908d58c" [ 1125.582785] env[70771]: _type = "Task" [ 1125.582785] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.590375] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5262a87b-9b4e-7b15-d81a-e6a32908d58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.664658] env[70771]: DEBUG nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.746032] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.844483] env[70771]: DEBUG oslo_concurrency.lockutils [req-5f4387a6-bf0c-4167-be9c-4d3f1b57db2c req-4d99207d-3651-44fb-8c67-335d20aafeba service nova] Releasing lock "refresh_cache-0017a446-53fd-4522-93a3-9e15ad137f72" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.845543] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514445, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.864589] env[70771]: DEBUG oslo_vmware.api [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182978} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.865035] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.865411] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.865827] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.866153] env[70771]: INFO nova.compute.manager [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1125.866470] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.867309] env[70771]: DEBUG nova.network.neutron [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Successfully created port: 6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.869285] env[70771]: DEBUG nova.compute.manager [-] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.869422] env[70771]: DEBUG nova.network.neutron [-] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.999235] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.020451] env[70771]: DEBUG nova.compute.manager [req-64228786-1daf-4c54-a513-2f6b8f24e5d4 req-ab5b7fa4-20fd-40ce-bfcf-862b255cd0f2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Received event network-vif-deleted-0521c8b7-f251-498e-aa56-9418535e2ae7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.020451] env[70771]: INFO nova.compute.manager [req-64228786-1daf-4c54-a513-2f6b8f24e5d4 req-ab5b7fa4-20fd-40ce-bfcf-862b255cd0f2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Neutron deleted interface 0521c8b7-f251-498e-aa56-9418535e2ae7; detaching it from the instance and deleting it from the info cache [ 1126.020654] env[70771]: DEBUG nova.network.neutron [req-64228786-1daf-4c54-a513-2f6b8f24e5d4 req-ab5b7fa4-20fd-40ce-bfcf-862b255cd0f2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.023295] env[70771]: DEBUG nova.scheduler.client.report [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.094331] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5262a87b-9b4e-7b15-d81a-e6a32908d58c, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.094888] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.095496] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 0017a446-53fd-4522-93a3-9e15ad137f72/0017a446-53fd-4522-93a3-9e15ad137f72.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.095909] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-766e2ce0-c1f2-4b9f-85d2-6fb5c8dc86a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.105199] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1126.105199] env[70771]: value = "task-3514448" [ 1126.105199] env[70771]: _type = "Task" [ 1126.105199] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.111593] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.251973] env[70771]: DEBUG nova.network.neutron [-] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.344139] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514445, 'name': CloneVM_Task, 'duration_secs': 1.276799} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.344507] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Created linked-clone VM from snapshot [ 1126.347589] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b683311-423e-4011-bb5a-23c5d5fda978 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.355975] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Uploading image 43ceea94-99a8-4fbb-aff1-af75355545f4 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1126.382447] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1126.382447] env[70771]: value = "vm-702161" [ 1126.382447] env[70771]: _type = "VirtualMachine" [ 1126.382447] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1126.382794] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-835ffa0a-6799-4305-88eb-3e957ecd46fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.391711] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lease: (returnval){ [ 1126.391711] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca42ed-2d5f-3a99-7170-2a019917871e" [ 1126.391711] env[70771]: _type = "HttpNfcLease" [ 1126.391711] env[70771]: } obtained for exporting VM: (result){ [ 1126.391711] env[70771]: value = "vm-702161" [ 1126.391711] env[70771]: _type = "VirtualMachine" [ 1126.391711] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1126.392039] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the lease: (returnval){ [ 1126.392039] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca42ed-2d5f-3a99-7170-2a019917871e" [ 1126.392039] env[70771]: _type = "HttpNfcLease" [ 1126.392039] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1126.401526] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.401526] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca42ed-2d5f-3a99-7170-2a019917871e" [ 1126.401526] env[70771]: _type = "HttpNfcLease" [ 1126.401526] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.528323] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.530170] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d463ba5f-f16b-40b4-b3f4-7e4053c4690c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.532851] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.169s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.533132] env[70771]: DEBUG nova.objects.instance [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lazy-loading 'resources' on Instance uuid 97693e67-108c-47d1-9f93-78376c9b11e6 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.542767] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f63c6f-3705-4af8-b60f-579689cc2a4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.553802] env[70771]: INFO nova.scheduler.client.report [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Deleted allocations for instance dfe11fa6-4b37-468d-a339-ad88e95778b5 [ 1126.579418] env[70771]: DEBUG nova.compute.manager [req-64228786-1daf-4c54-a513-2f6b8f24e5d4 req-ab5b7fa4-20fd-40ce-bfcf-862b255cd0f2 service nova] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Detach interface failed, port_id=0521c8b7-f251-498e-aa56-9418535e2ae7, reason: Instance d2ca93e2-fa72-46ea-83e8-c816b40f21ee could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.612693] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459812} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.612911] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 0017a446-53fd-4522-93a3-9e15ad137f72/0017a446-53fd-4522-93a3-9e15ad137f72.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.613154] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.613405] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a4d3efc-f098-4d13-a0ab-e661c9e18ab2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.619656] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1126.619656] env[70771]: value = "task-3514450" [ 1126.619656] env[70771]: _type = "Task" [ 1126.619656] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.627974] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.674184] env[70771]: DEBUG nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.706023] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.706303] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.706463] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.706681] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.706894] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.707096] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.707300] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.707460] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.707629] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.707819] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.707989] env[70771]: DEBUG nova.virt.hardware [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.708890] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b511056-6d84-4989-9c00-5cd8fde304b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.718136] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf54bb2-9e05-42f1-b135-b6c57833a83a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.755138] env[70771]: INFO nova.compute.manager [-] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Took 1.50 seconds to deallocate network for instance. [ 1126.782301] env[70771]: DEBUG nova.network.neutron [-] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.900550] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.900550] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca42ed-2d5f-3a99-7170-2a019917871e" [ 1126.900550] env[70771]: _type = "HttpNfcLease" [ 1126.900550] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.900880] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.900880] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca42ed-2d5f-3a99-7170-2a019917871e" [ 1126.900880] env[70771]: _type = "HttpNfcLease" [ 1126.900880] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1126.901646] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5efa41-366a-4ab6-b51a-fef89da00f11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.909659] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7853d-f1a6-0369-4947-01333dc8ab00/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.909843] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7853d-f1a6-0369-4947-01333dc8ab00/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1127.066620] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ba6c9e7-edcd-4227-bedc-0f4514edd001 tempest-AttachVolumeTestJSON-503324066 tempest-AttachVolumeTestJSON-503324066-project-member] Lock "dfe11fa6-4b37-468d-a339-ad88e95778b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.863s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.129372] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.130103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.138750] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266258} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.140032] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.141438] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfba8e-7b21-4c13-865d-637be41700af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.165904] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0017a446-53fd-4522-93a3-9e15ad137f72/0017a446-53fd-4522-93a3-9e15ad137f72.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.171582] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d3864c-7bce-43a2-9bce-e8aacfdb0213 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.187913] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-035503e2-bf68-4b65-a79a-581836d01850 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.201880] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1127.201880] env[70771]: value = "task-3514451" [ 1127.201880] env[70771]: _type = "Task" [ 1127.201880] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.218284] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.262028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.287684] env[70771]: INFO nova.compute.manager [-] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Took 1.42 seconds to deallocate network for instance. [ 1127.336100] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb329c5-36e6-4642-b588-895b6b336bc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.344255] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd77991-1317-45cc-80ec-0f6530add912 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.377146] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d27968-0e88-4562-9988-0f61459816c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.384802] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e13420-23dd-4943-8e94-c019c3e4f747 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.398720] env[70771]: DEBUG nova.compute.provider_tree [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.634907] env[70771]: DEBUG nova.compute.utils [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.653144] env[70771]: DEBUG nova.network.neutron [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Successfully updated port: 6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.714918] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.794937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.902013] env[70771]: DEBUG nova.scheduler.client.report [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.139412] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.155961] env[70771]: DEBUG nova.compute.manager [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Received event network-vif-deleted-adfecf11-f64d-4bec-bf2b-28f99fcebdfb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.157381] env[70771]: DEBUG nova.compute.manager [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received event network-vif-plugged-6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.157381] env[70771]: DEBUG oslo_concurrency.lockutils [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.157381] env[70771]: DEBUG oslo_concurrency.lockutils [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] Lock "e8344264-4872-4429-84e8-4453989d6c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.157381] env[70771]: DEBUG oslo_concurrency.lockutils [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] Lock "e8344264-4872-4429-84e8-4453989d6c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.157847] env[70771]: DEBUG nova.compute.manager [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] No waiting events found dispatching network-vif-plugged-6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.157847] env[70771]: WARNING nova.compute.manager [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received unexpected event network-vif-plugged-6b9db88a-2511-453b-95a1-690a5403bdfc for instance with vm_state building and task_state spawning. [ 1128.157847] env[70771]: DEBUG nova.compute.manager [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received event network-changed-6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.158092] env[70771]: DEBUG nova.compute.manager [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Refreshing instance network info cache due to event network-changed-6b9db88a-2511-453b-95a1-690a5403bdfc. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.161906] env[70771]: DEBUG oslo_concurrency.lockutils [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] Acquiring lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.161906] env[70771]: DEBUG oslo_concurrency.lockutils [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] Acquired lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.161906] env[70771]: DEBUG nova.network.neutron [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Refreshing network info cache for port 6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.161906] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.214820] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514451, 'name': ReconfigVM_Task, 'duration_secs': 0.958971} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.215324] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0017a446-53fd-4522-93a3-9e15ad137f72/0017a446-53fd-4522-93a3-9e15ad137f72.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.217146] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53796e73-a2cc-45b5-ae8c-b9fd1c02e044 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.223917] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1128.223917] env[70771]: value = "task-3514452" [ 1128.223917] env[70771]: _type = "Task" [ 1128.223917] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.234652] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514452, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.407315] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.410266] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.936s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.410470] env[70771]: DEBUG nova.objects.instance [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'resources' on Instance uuid b22a122b-50c3-47a9-9841-b8837bbd90d2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.432235] env[70771]: INFO nova.scheduler.client.report [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Deleted allocations for instance 97693e67-108c-47d1-9f93-78376c9b11e6 [ 1128.713240] env[70771]: DEBUG nova.network.neutron [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.744464] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514452, 'name': Rename_Task, 'duration_secs': 0.227756} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.744737] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.745044] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6819efc8-1a45-431c-88bb-ab808e709704 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.753279] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1128.753279] env[70771]: value = "task-3514454" [ 1128.753279] env[70771]: _type = "Task" [ 1128.753279] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.763983] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.822414] env[70771]: DEBUG nova.network.neutron [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.941184] env[70771]: DEBUG oslo_concurrency.lockutils [None req-fd84a888-5ef9-4637-bc0d-fc3b9d647166 tempest-ServersTestJSON-88830314 tempest-ServersTestJSON-88830314-project-member] Lock "97693e67-108c-47d1-9f93-78376c9b11e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.244s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.143306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254bcbf7-6660-4d28-ab62-9146c421a8da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.151320] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e52e8-9073-4b2d-9d1a-14a6c84d8c59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.182052] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b75a31-b6e3-4e52-9f5c-9a92147119e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.189952] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a70f65-1d02-4f0f-9719-9537c4729e79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.205490] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.205822] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.206133] env[70771]: INFO nova.compute.manager [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Attaching volume 4243bbe4-691b-43fa-9e6c-6ab1056acff8 to /dev/sdb [ 1129.208045] env[70771]: DEBUG nova.compute.provider_tree [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.243843] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3743e12c-861e-4d8c-8721-f16275d7808b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.253952] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3065512-8242-49a6-a4d6-3ab05a173e4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.272101] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.275925] env[70771]: DEBUG nova.virt.block_device [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updating existing volume attachment record: eda75fd4-84ad-4d2b-bf8e-c4a328329948 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1129.328627] env[70771]: DEBUG oslo_concurrency.lockutils [req-312a08fb-de1d-47f1-b078-e3d9a86dc195 req-d31da3be-1e47-47aa-8b1c-ec4862b3647d service nova] Releasing lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.329087] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.329256] env[70771]: DEBUG nova.network.neutron [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.713427] env[70771]: DEBUG nova.scheduler.client.report [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.768140] env[70771]: DEBUG oslo_vmware.api [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514454, 'name': PowerOnVM_Task, 'duration_secs': 0.732377} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.768682] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.768682] env[70771]: INFO nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1129.771034] env[70771]: DEBUG nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.771034] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fc161d-e367-4f5d-a68a-e4277e94eb1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.882759] env[70771]: DEBUG nova.network.neutron [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.218038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.222090] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.597s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.250460] env[70771]: INFO nova.scheduler.client.report [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted allocations for instance b22a122b-50c3-47a9-9841-b8837bbd90d2 [ 1130.293030] env[70771]: INFO nova.compute.manager [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Took 21.53 seconds to build instance. [ 1130.477096] env[70771]: DEBUG nova.network.neutron [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [{"id": "6b9db88a-2511-453b-95a1-690a5403bdfc", "address": "fa:16:3e:47:0b:4d", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9db88a-25", "ovs_interfaceid": "6b9db88a-2511-453b-95a1-690a5403bdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.763612] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95656b4b-57e2-4c63-872e-b74faa8983c3 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "b22a122b-50c3-47a9-9841-b8837bbd90d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.244s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.798609] env[70771]: DEBUG oslo_concurrency.lockutils [None req-736d0108-ed04-4d3d-87be-2e4a30045e04 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "0017a446-53fd-4522-93a3-9e15ad137f72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.045s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.950396] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2e2cc7-b820-413d-bcb1-ef3beb9884fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.960279] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a670e69c-82d8-4734-8575-201ee52737b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.995236] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.995634] env[70771]: DEBUG nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Instance network_info: |[{"id": "6b9db88a-2511-453b-95a1-690a5403bdfc", "address": "fa:16:3e:47:0b:4d", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9db88a-25", "ovs_interfaceid": "6b9db88a-2511-453b-95a1-690a5403bdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.996344] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:0b:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b9db88a-2511-453b-95a1-690a5403bdfc', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.005248] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Creating folder: Project (03a98b09650c437190839dc62a61ea7d). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.006058] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b95ea-7818-40c4-acaa-29df4c1da0d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.009640] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5807c400-d676-4895-af2a-03ade4d4f71b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.017803] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dacd3d-2d10-4923-8089-397ee8a31779 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.022719] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Created folder: Project (03a98b09650c437190839dc62a61ea7d) in parent group-v701875. [ 1131.022957] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Creating folder: Instances. Parent ref: group-v702163. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.023567] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86e37ba-1492-4ef0-b2cb-0af826712739 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.033532] env[70771]: DEBUG nova.compute.provider_tree [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.043688] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Created folder: Instances in parent group-v702163. [ 1131.043688] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.045778] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.045778] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9df13c70-b453-4ae8-9898-5b6349d25d07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.064770] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.064770] env[70771]: value = "task-3514458" [ 1131.064770] env[70771]: _type = "Task" [ 1131.064770] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.073500] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514458, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.540023] env[70771]: DEBUG nova.scheduler.client.report [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.576237] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514458, 'name': CreateVM_Task, 'duration_secs': 0.33341} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.576785] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.577684] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.578028] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.578481] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.578868] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a11cff3-4b38-496b-9028-b67efe25b63a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.583911] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1131.583911] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f9a4ca-8c05-a66a-5ec0-f1bd48213ef5" [ 1131.583911] env[70771]: _type = "Task" [ 1131.583911] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.593316] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f9a4ca-8c05-a66a-5ec0-f1bd48213ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.833925] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "9c9ce6de-0529-4ab4-b137-8be517689a26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.834360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.098024] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f9a4ca-8c05-a66a-5ec0-f1bd48213ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.011751} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.098725] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.098892] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.099243] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.099455] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.099661] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.100036] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ac774e3-c79b-46db-aa3b-14c7a6095558 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.109677] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.109862] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.110612] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68fc565-dc42-4211-a3ed-f16414279b97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.115851] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1132.115851] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d971a1-53be-24bc-a6c1-18b48cae031b" [ 1132.115851] env[70771]: _type = "Task" [ 1132.115851] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.124388] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d971a1-53be-24bc-a6c1-18b48cae031b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.337317] env[70771]: DEBUG nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.549776] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.329s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.549998] env[70771]: DEBUG nova.compute.manager [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70771) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1132.552923] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.383s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.553157] env[70771]: DEBUG nova.objects.instance [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'resources' on Instance uuid 88a63d80-916a-40fe-b8fe-ab18d3d8802f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.626776] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d971a1-53be-24bc-a6c1-18b48cae031b, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.627541] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a21e1d-d70a-43cf-941d-515d39bccb31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.632849] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1132.632849] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52be8e03-cd46-215d-6f01-8610b9b29416" [ 1132.632849] env[70771]: _type = "Task" [ 1132.632849] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.640485] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52be8e03-cd46-215d-6f01-8610b9b29416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.862491] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.057649] env[70771]: DEBUG nova.objects.instance [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'numa_topology' on Instance uuid 88a63d80-916a-40fe-b8fe-ab18d3d8802f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.109442] env[70771]: INFO nova.scheduler.client.report [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted allocation for migration c5bea90b-a608-47bd-b643-55cdd1c17395 [ 1133.144505] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52be8e03-cd46-215d-6f01-8610b9b29416, 'name': SearchDatastore_Task, 'duration_secs': 0.030708} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.144712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.145338] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] e8344264-4872-4429-84e8-4453989d6c3c/e8344264-4872-4429-84e8-4453989d6c3c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.146359] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb13d63-7706-4752-bb97-d180ad925e81 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.153713] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1133.153713] env[70771]: value = "task-3514461" [ 1133.153713] env[70771]: _type = "Task" [ 1133.153713] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.162514] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.488691] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "0017a446-53fd-4522-93a3-9e15ad137f72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.488917] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "0017a446-53fd-4522-93a3-9e15ad137f72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.489169] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "0017a446-53fd-4522-93a3-9e15ad137f72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.489362] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "0017a446-53fd-4522-93a3-9e15ad137f72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.489530] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "0017a446-53fd-4522-93a3-9e15ad137f72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.491838] env[70771]: INFO nova.compute.manager [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Terminating instance [ 1133.561196] env[70771]: DEBUG nova.objects.base [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Object Instance<88a63d80-916a-40fe-b8fe-ab18d3d8802f> lazy-loaded attributes: resources,numa_topology {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.615055] env[70771]: DEBUG oslo_concurrency.lockutils [None req-5d17af71-fde0-4474-8870-94adb1f81fd4 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.367s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.665644] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514461, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.769345] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e06b45-30fa-4bec-8560-272a27382b52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.778225] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d09607b-e8b2-4c9e-b6ee-619e93d2251b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.809459] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097876a9-2989-43f5-8c31-8065b02ba7c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.817296] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320db1fe-0e0e-41a8-9b05-29bb3fc63e7d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.832675] env[70771]: DEBUG nova.compute.provider_tree [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.835237] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1133.835468] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702162', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'name': 'volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b644bf-cf95-48d7-873c-67b7452b2ea2', 'attached_at': '', 'detached_at': '', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'serial': '4243bbe4-691b-43fa-9e6c-6ab1056acff8'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1133.836685] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1639f814-8b07-46d1-a514-033268106f33 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.855988] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ca716-a32e-43b0-974d-d9904abee660 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.882720] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8/volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.883143] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b073c2a-b81c-403b-a2e6-5d0a7705d7fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.902686] env[70771]: DEBUG oslo_vmware.api [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1133.902686] env[70771]: value = "task-3514462" [ 1133.902686] env[70771]: _type = "Task" [ 1133.902686] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.911397] env[70771]: DEBUG oslo_vmware.api [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.995959] env[70771]: DEBUG nova.compute.manager [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.996221] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.997167] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f3eb3d-5a5a-4ed0-ad62-0d65f8363684 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.005755] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.006063] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8061ffb-0318-4958-a338-712cb1ef4ee8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.012857] env[70771]: DEBUG oslo_vmware.api [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1134.012857] env[70771]: value = "task-3514463" [ 1134.012857] env[70771]: _type = "Task" [ 1134.012857] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.020790] env[70771]: DEBUG oslo_vmware.api [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.164136] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881572} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.164431] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] e8344264-4872-4429-84e8-4453989d6c3c/e8344264-4872-4429-84e8-4453989d6c3c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.164666] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.164950] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-610d1944-cd21-4ad5-bfd6-a6ace495e3e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.172083] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1134.172083] env[70771]: value = "task-3514464" [ 1134.172083] env[70771]: _type = "Task" [ 1134.172083] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.180935] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.192362] env[70771]: DEBUG nova.objects.instance [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'flavor' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.341491] env[70771]: DEBUG nova.scheduler.client.report [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.413701] env[70771]: DEBUG oslo_vmware.api [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.523025] env[70771]: DEBUG oslo_vmware.api [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514463, 'name': PowerOffVM_Task, 'duration_secs': 0.253358} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.523025] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.523244] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.523355] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-096d59cb-a16e-448f-a4af-f2928b6c1cbe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.592207] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.592502] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.592634] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Deleting the datastore file [datastore2] 0017a446-53fd-4522-93a3-9e15ad137f72 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.592902] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e214b47-0448-41d9-a901-19975a4e04de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.600063] env[70771]: DEBUG oslo_vmware.api [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1134.600063] env[70771]: value = "task-3514466" [ 1134.600063] env[70771]: _type = "Task" [ 1134.600063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.608437] env[70771]: DEBUG oslo_vmware.api [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.683056] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06395} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.684121] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.684503] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34fcb43-e2a0-4fa6-ae62-e2d03db1ecd9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.711532] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e8344264-4872-4429-84e8-4453989d6c3c/e8344264-4872-4429-84e8-4453989d6c3c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.712299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.712465] env[70771]: DEBUG oslo_concurrency.lockutils [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.712638] env[70771]: DEBUG nova.network.neutron [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.712817] env[70771]: DEBUG nova.objects.instance [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'info_cache' on Instance uuid 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.714181] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311350f5-2f8c-4152-a0d5-bb605bb51cb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.730901] env[70771]: DEBUG nova.objects.base [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Object Instance<879c8b0d-dd64-4c09-8ebe-e96484803fe8> lazy-loaded attributes: flavor,info_cache {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.738481] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1134.738481] env[70771]: value = "task-3514468" [ 1134.738481] env[70771]: _type = "Task" [ 1134.738481] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.748884] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.847049] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.849508] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.104s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.851036] env[70771]: INFO nova.compute.claims [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.916921] env[70771]: DEBUG oslo_vmware.api [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514462, 'name': ReconfigVM_Task, 'duration_secs': 0.74039} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.917370] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8/volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.925626] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d6a241-d63e-4ae4-9fa9-65c492849aab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.948217] env[70771]: DEBUG oslo_vmware.api [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1134.948217] env[70771]: value = "task-3514469" [ 1134.948217] env[70771]: _type = "Task" [ 1134.948217] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.959185] env[70771]: DEBUG oslo_vmware.api [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.109901] env[70771]: DEBUG oslo_vmware.api [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233765} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.110194] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.110402] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.110597] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.110780] env[70771]: INFO nova.compute.manager [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1135.111037] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.111253] env[70771]: DEBUG nova.compute.manager [-] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.111367] env[70771]: DEBUG nova.network.neutron [-] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.247807] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514468, 'name': ReconfigVM_Task, 'duration_secs': 0.487367} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.248454] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e8344264-4872-4429-84e8-4453989d6c3c/e8344264-4872-4429-84e8-4453989d6c3c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.248728] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862ba9b1-f252-4203-9f79-57d23ed89cc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.254660] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1135.254660] env[70771]: value = "task-3514470" [ 1135.254660] env[70771]: _type = "Task" [ 1135.254660] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.262583] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514470, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.363857] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de536e37-d9c8-4db1-8022-59fd04aecb13 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.323s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.364882] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.367s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.365159] env[70771]: INFO nova.compute.manager [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Unshelving [ 1135.457838] env[70771]: DEBUG oslo_vmware.api [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514469, 'name': ReconfigVM_Task, 'duration_secs': 0.153753} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.458165] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702162', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'name': 'volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b644bf-cf95-48d7-873c-67b7452b2ea2', 'attached_at': '', 'detached_at': '', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'serial': '4243bbe4-691b-43fa-9e6c-6ab1056acff8'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.570451] env[70771]: DEBUG nova.compute.manager [req-17786f1c-0352-4f7c-8834-09a4f130800a req-b2831a33-fc7e-46bf-8fd4-3b014d9d1136 service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Received event network-vif-deleted-9af78c5b-be1d-444c-9c31-5e17592bb13e {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.570660] env[70771]: INFO nova.compute.manager [req-17786f1c-0352-4f7c-8834-09a4f130800a req-b2831a33-fc7e-46bf-8fd4-3b014d9d1136 service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Neutron deleted interface 9af78c5b-be1d-444c-9c31-5e17592bb13e; detaching it from the instance and deleting it from the info cache [ 1135.570849] env[70771]: DEBUG nova.network.neutron [req-17786f1c-0352-4f7c-8834-09a4f130800a req-b2831a33-fc7e-46bf-8fd4-3b014d9d1136 service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.630492] env[70771]: DEBUG nova.network.neutron [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [{"id": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "address": "fa:16:3e:01:f0:c5", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2165fd-f8", "ovs_interfaceid": "ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.764513] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514470, 'name': Rename_Task, 'duration_secs': 0.206029} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.764793] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.765438] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f92ad3b-00c7-4a0d-a343-5df27a467877 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.771390] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1135.771390] env[70771]: value = "task-3514471" [ 1135.771390] env[70771]: _type = "Task" [ 1135.771390] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.779707] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.050030] env[70771]: DEBUG nova.network.neutron [-] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.074058] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84d6b864-b241-4434-a174-c17afa6cd04c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.085993] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94da6bd2-219d-4a5a-88d4-7dc536ccded7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.099694] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2a6561-ab24-4720-a5ba-ddefce921e79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.107402] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a88e9a-3493-4d8a-8a93-fee6cb623bf8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.124091] env[70771]: DEBUG nova.compute.manager [req-17786f1c-0352-4f7c-8834-09a4f130800a req-b2831a33-fc7e-46bf-8fd4-3b014d9d1136 service nova] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Detach interface failed, port_id=9af78c5b-be1d-444c-9c31-5e17592bb13e, reason: Instance 0017a446-53fd-4522-93a3-9e15ad137f72 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.151056] env[70771]: DEBUG oslo_concurrency.lockutils [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-879c8b0d-dd64-4c09-8ebe-e96484803fe8" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.153507] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6b9cd4-232b-4f7b-8926-c03a305c2259 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.161780] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de78c4e-31c3-4201-b6a6-40acb3facfb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.178038] env[70771]: DEBUG nova.compute.provider_tree [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.281350] env[70771]: DEBUG oslo_vmware.api [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514471, 'name': PowerOnVM_Task, 'duration_secs': 0.460616} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.281593] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.281805] env[70771]: INFO nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1136.282022] env[70771]: DEBUG nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.282839] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65beba7-1fea-4488-824d-b351f94ee67f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.386969] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.498403] env[70771]: DEBUG nova.objects.instance [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'flavor' on Instance uuid 73b644bf-cf95-48d7-873c-67b7452b2ea2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.503260] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7853d-f1a6-0369-4947-01333dc8ab00/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1136.504271] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f692a1e-d7cb-42b7-80b5-abc959264539 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.510807] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7853d-f1a6-0369-4947-01333dc8ab00/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1136.510973] env[70771]: ERROR oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7853d-f1a6-0369-4947-01333dc8ab00/disk-0.vmdk due to incomplete transfer. [ 1136.511212] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f19ba54b-0276-4173-87e4-481ab6dc310e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.518633] env[70771]: DEBUG oslo_vmware.rw_handles [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7853d-f1a6-0369-4947-01333dc8ab00/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1136.518834] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Uploaded image 43ceea94-99a8-4fbb-aff1-af75355545f4 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1136.521064] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1136.521307] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdf61e50-4d57-4b25-a8c8-a779ec76fa4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.528081] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1136.528081] env[70771]: value = "task-3514472" [ 1136.528081] env[70771]: _type = "Task" [ 1136.528081] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.536333] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514472, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.553667] env[70771]: INFO nova.compute.manager [-] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Took 1.44 seconds to deallocate network for instance. [ 1136.682040] env[70771]: DEBUG nova.scheduler.client.report [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.732765] env[70771]: DEBUG oslo_concurrency.lockutils [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.799767] env[70771]: INFO nova.compute.manager [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Took 24.85 seconds to build instance. [ 1137.010438] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a9d11e29-0e45-417e-9fbe-8b8c9203a759 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.011779] env[70771]: DEBUG oslo_concurrency.lockutils [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.279s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.038012] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514472, 'name': Destroy_Task, 'duration_secs': 0.319598} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.038512] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Destroyed the VM [ 1137.038612] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1137.038831] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5677eb1-d6d6-47a1-a5bf-221c7bdebe16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.044660] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1137.044660] env[70771]: value = "task-3514473" [ 1137.044660] env[70771]: _type = "Task" [ 1137.044660] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.052295] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.059580] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.156343] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.156763] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf66477-bdc9-45ae-9fbd-444912bee827 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.163686] env[70771]: DEBUG oslo_vmware.api [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1137.163686] env[70771]: value = "task-3514474" [ 1137.163686] env[70771]: _type = "Task" [ 1137.163686] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.171802] env[70771]: DEBUG oslo_vmware.api [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.186793] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.187353] env[70771]: DEBUG nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.190052] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.928s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.190244] env[70771]: DEBUG nova.objects.instance [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lazy-loading 'resources' on Instance uuid d2ca93e2-fa72-46ea-83e8-c816b40f21ee {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.301056] env[70771]: DEBUG oslo_concurrency.lockutils [None req-26a3702f-d680-4334-a6bf-19cc8ad0880a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e8344264-4872-4429-84e8-4453989d6c3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.358s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.516781] env[70771]: INFO nova.compute.manager [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Detaching volume 4243bbe4-691b-43fa-9e6c-6ab1056acff8 [ 1137.555200] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514473, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.556308] env[70771]: INFO nova.virt.block_device [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Attempting to driver detach volume 4243bbe4-691b-43fa-9e6c-6ab1056acff8 from mountpoint /dev/sdb [ 1137.556524] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.556713] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702162', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'name': 'volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b644bf-cf95-48d7-873c-67b7452b2ea2', 'attached_at': '', 'detached_at': '', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'serial': '4243bbe4-691b-43fa-9e6c-6ab1056acff8'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.557519] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b43f0-d6e3-427e-8026-e564eb98fa5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.578981] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211a9f31-144d-403f-97cd-f8b07ea77613 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.586016] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725d93cb-eb9b-419b-8c40-a7d895a4aac8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.606292] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898a8248-e2c8-4898-83b5-feba9a326341 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.622732] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] The volume has not been displaced from its original location: [datastore1] volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8/volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1137.628084] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.628442] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68187303-fb46-4156-a87d-4174aeff67c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.647974] env[70771]: DEBUG oslo_vmware.api [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1137.647974] env[70771]: value = "task-3514475" [ 1137.647974] env[70771]: _type = "Task" [ 1137.647974] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.656155] env[70771]: DEBUG oslo_vmware.api [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.672697] env[70771]: DEBUG oslo_vmware.api [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.693340] env[70771]: DEBUG nova.compute.utils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.697858] env[70771]: DEBUG nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.698094] env[70771]: DEBUG nova.network.neutron [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.747980] env[70771]: DEBUG nova.policy [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1db47f69d80476490498e362e47c59c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6650c66b53249fa8be01713e2255cfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.837811] env[70771]: DEBUG nova.compute.manager [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received event network-changed-6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.837811] env[70771]: DEBUG nova.compute.manager [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Refreshing instance network info cache due to event network-changed-6b9db88a-2511-453b-95a1-690a5403bdfc. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.837811] env[70771]: DEBUG oslo_concurrency.lockutils [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] Acquiring lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.837811] env[70771]: DEBUG oslo_concurrency.lockutils [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] Acquired lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.837811] env[70771]: DEBUG nova.network.neutron [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Refreshing network info cache for port 6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.976894] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd9ecff-9708-483e-ba47-e83e7ede6e64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.987874] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882b9d9-10f7-4acc-8147-e3a15520868e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.020569] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d556733-fb43-424b-8156-0c6b02f977ba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.028716] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a995adf-d615-4883-9f97-1b1765ec844f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.047698] env[70771]: DEBUG nova.compute.provider_tree [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.057780] env[70771]: DEBUG oslo_vmware.api [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514473, 'name': RemoveSnapshot_Task, 'duration_secs': 0.627263} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.058686] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1138.058921] env[70771]: INFO nova.compute.manager [None req-62f4f6a1-138c-411c-9f04-d26103d0975d tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Took 14.81 seconds to snapshot the instance on the hypervisor. [ 1138.158356] env[70771]: DEBUG oslo_vmware.api [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514475, 'name': ReconfigVM_Task, 'duration_secs': 0.22249} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.158640] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.163335] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4b3872-8ee0-4ec9-861c-452a3928564a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.183152] env[70771]: DEBUG oslo_vmware.api [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514474, 'name': PowerOnVM_Task, 'duration_secs': 0.607554} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.184468] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.184684] env[70771]: DEBUG nova.compute.manager [None req-977bdaee-9377-4373-b6b7-20c820cbb44e tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.185034] env[70771]: DEBUG oslo_vmware.api [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1138.185034] env[70771]: value = "task-3514476" [ 1138.185034] env[70771]: _type = "Task" [ 1138.185034] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.185735] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b499c6a2-4e0d-44b7-aa08-9b2abb47b60b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.200029] env[70771]: DEBUG nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.201693] env[70771]: DEBUG oslo_vmware.api [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.244136] env[70771]: DEBUG nova.network.neutron [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Successfully created port: bb389d2d-9f27-46fe-a735-1b22f4d673f9 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.553928] env[70771]: DEBUG nova.scheduler.client.report [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.698248] env[70771]: DEBUG oslo_vmware.api [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514476, 'name': ReconfigVM_Task, 'duration_secs': 0.148974} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.698577] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702162', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'name': 'volume-4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b644bf-cf95-48d7-873c-67b7452b2ea2', 'attached_at': '', 'detached_at': '', 'volume_id': '4243bbe4-691b-43fa-9e6c-6ab1056acff8', 'serial': '4243bbe4-691b-43fa-9e6c-6ab1056acff8'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1138.733521] env[70771]: DEBUG nova.network.neutron [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updated VIF entry in instance network info cache for port 6b9db88a-2511-453b-95a1-690a5403bdfc. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.733893] env[70771]: DEBUG nova.network.neutron [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [{"id": "6b9db88a-2511-453b-95a1-690a5403bdfc", "address": "fa:16:3e:47:0b:4d", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9db88a-25", "ovs_interfaceid": "6b9db88a-2511-453b-95a1-690a5403bdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.059276] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.062078] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.267s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.062299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.064051] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.202s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.065719] env[70771]: INFO nova.compute.claims [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.093159] env[70771]: INFO nova.scheduler.client.report [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted allocations for instance 0dff8624-7b5d-40d1-b03b-54250411f2ad [ 1139.095472] env[70771]: INFO nova.scheduler.client.report [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleted allocations for instance d2ca93e2-fa72-46ea-83e8-c816b40f21ee [ 1139.211413] env[70771]: DEBUG nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.239420] env[70771]: DEBUG oslo_concurrency.lockutils [req-0c8bf7d9-d7c4-46a4-a683-19bf04651f2b req-eae5e010-436a-4b72-95cf-100a834d44a7 service nova] Releasing lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.242570] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.242820] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.242980] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.243190] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.243341] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.243493] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.243709] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.243869] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.244288] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.244358] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.244537] env[70771]: DEBUG nova.virt.hardware [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.245545] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b44139-d914-495f-bdf9-daf4c9b2f193 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.255392] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b6f90-28b7-414f-83eb-4f9566ed7d7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.272271] env[70771]: DEBUG nova.objects.instance [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'flavor' on Instance uuid 73b644bf-cf95-48d7-873c-67b7452b2ea2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.604006] env[70771]: DEBUG oslo_concurrency.lockutils [None req-10fae962-df91-4bb7-b25c-b503b8589a24 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "0dff8624-7b5d-40d1-b03b-54250411f2ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.364s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.608126] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0ccfd358-c796-47ac-84a4-c424120924c6 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "d2ca93e2-fa72-46ea-83e8-c816b40f21ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.990110] env[70771]: DEBUG nova.compute.manager [req-636b1b1c-63e4-4f38-a433-e60c1dec2dca req-400cbeaa-7365-415f-bed2-45a9dcb3f937 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Received event network-vif-plugged-bb389d2d-9f27-46fe-a735-1b22f4d673f9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.990110] env[70771]: DEBUG oslo_concurrency.lockutils [req-636b1b1c-63e4-4f38-a433-e60c1dec2dca req-400cbeaa-7365-415f-bed2-45a9dcb3f937 service nova] Acquiring lock "6e5b3dc6-3ae2-41ee-8689-947906752160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.990110] env[70771]: DEBUG oslo_concurrency.lockutils [req-636b1b1c-63e4-4f38-a433-e60c1dec2dca req-400cbeaa-7365-415f-bed2-45a9dcb3f937 service nova] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.990110] env[70771]: DEBUG oslo_concurrency.lockutils [req-636b1b1c-63e4-4f38-a433-e60c1dec2dca req-400cbeaa-7365-415f-bed2-45a9dcb3f937 service nova] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.990110] env[70771]: DEBUG nova.compute.manager [req-636b1b1c-63e4-4f38-a433-e60c1dec2dca req-400cbeaa-7365-415f-bed2-45a9dcb3f937 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] No waiting events found dispatching network-vif-plugged-bb389d2d-9f27-46fe-a735-1b22f4d673f9 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.990514] env[70771]: WARNING nova.compute.manager [req-636b1b1c-63e4-4f38-a433-e60c1dec2dca req-400cbeaa-7365-415f-bed2-45a9dcb3f937 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Received unexpected event network-vif-plugged-bb389d2d-9f27-46fe-a735-1b22f4d673f9 for instance with vm_state building and task_state spawning. [ 1140.095258] env[70771]: DEBUG nova.network.neutron [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Successfully updated port: bb389d2d-9f27-46fe-a735-1b22f4d673f9 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.123953] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.124247] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.124453] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.124640] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.124809] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.126940] env[70771]: INFO nova.compute.manager [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Terminating instance [ 1140.266975] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62afa31-e259-4265-8651-8a269256a598 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.275235] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82bc34a-81a7-4c31-960b-314e7a6f4d16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.306642] env[70771]: DEBUG oslo_concurrency.lockutils [None req-665e09fc-7877-4472-bf29-802b4291f643 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.308466] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017846f5-05ee-49a0-9905-972728c34739 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.316532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0325c49c-4705-44fc-af4a-c6a12817bbc8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.331471] env[70771]: DEBUG nova.compute.provider_tree [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.501367] env[70771]: DEBUG nova.compute.manager [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.502463] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3756af-f024-4a97-b54c-a93599a35dee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.597726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "refresh_cache-6e5b3dc6-3ae2-41ee-8689-947906752160" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.597858] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "refresh_cache-6e5b3dc6-3ae2-41ee-8689-947906752160" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.597999] env[70771]: DEBUG nova.network.neutron [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.632110] env[70771]: DEBUG nova.compute.manager [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.632369] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.633364] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c363b-26c8-4acc-913c-038dd229916c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.642077] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.642179] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c624981-4f4e-46fa-99e5-2cd63e0bc1cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.649082] env[70771]: DEBUG oslo_vmware.api [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1140.649082] env[70771]: value = "task-3514477" [ 1140.649082] env[70771]: _type = "Task" [ 1140.649082] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.657851] env[70771]: DEBUG oslo_vmware.api [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.835254] env[70771]: DEBUG nova.scheduler.client.report [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.014758] env[70771]: INFO nova.compute.manager [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] instance snapshotting [ 1141.017564] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef150d-643a-4ac3-90c8-268747b5f24f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.037174] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee7e148-081a-4831-bb92-cc681e3f87dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.128672] env[70771]: DEBUG nova.network.neutron [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.158170] env[70771]: DEBUG oslo_vmware.api [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514477, 'name': PowerOffVM_Task, 'duration_secs': 0.325928} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.158461] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.158633] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.158882] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea0e634c-25f4-4017-ae14-62e8ddef2b3a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.189034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.189034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.189236] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "73b644bf-cf95-48d7-873c-67b7452b2ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.189236] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.189439] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.193734] env[70771]: INFO nova.compute.manager [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Terminating instance [ 1141.248050] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.248050] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.248269] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleting the datastore file [datastore1] 879c8b0d-dd64-4c09-8ebe-e96484803fe8 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.248485] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-120e5c9a-1210-46e8-a2de-cc59fb85e2d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.254929] env[70771]: DEBUG oslo_vmware.api [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1141.254929] env[70771]: value = "task-3514479" [ 1141.254929] env[70771]: _type = "Task" [ 1141.254929] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.258837] env[70771]: DEBUG nova.network.neutron [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Updating instance_info_cache with network_info: [{"id": "bb389d2d-9f27-46fe-a735-1b22f4d673f9", "address": "fa:16:3e:18:d8:92", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb389d2d-9f", "ovs_interfaceid": "bb389d2d-9f27-46fe-a735-1b22f4d673f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.265423] env[70771]: DEBUG oslo_vmware.api [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.340620] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.341155] env[70771]: DEBUG nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.343681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.957s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.344354] env[70771]: DEBUG nova.objects.instance [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'pci_requests' on Instance uuid 88a63d80-916a-40fe-b8fe-ab18d3d8802f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.546868] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1141.547238] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ff1d84e-325d-4567-aa66-db13da1667a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.555507] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1141.555507] env[70771]: value = "task-3514480" [ 1141.555507] env[70771]: _type = "Task" [ 1141.555507] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.565094] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.697877] env[70771]: DEBUG nova.compute.manager [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.698409] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.699594] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f78bf00-97d8-48a0-a468-fadccbc36047 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.706882] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.707126] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf9f638-9b71-4336-b891-7d3b4f92cf72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.712227] env[70771]: DEBUG oslo_vmware.api [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1141.712227] env[70771]: value = "task-3514481" [ 1141.712227] env[70771]: _type = "Task" [ 1141.712227] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.720111] env[70771]: DEBUG oslo_vmware.api [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.761599] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "refresh_cache-6e5b3dc6-3ae2-41ee-8689-947906752160" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.761871] env[70771]: DEBUG nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Instance network_info: |[{"id": "bb389d2d-9f27-46fe-a735-1b22f4d673f9", "address": "fa:16:3e:18:d8:92", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb389d2d-9f", "ovs_interfaceid": "bb389d2d-9f27-46fe-a735-1b22f4d673f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.765732] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:d8:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb389d2d-9f27-46fe-a735-1b22f4d673f9', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.773811] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.774050] env[70771]: DEBUG oslo_vmware.api [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156949} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.774333] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.774615] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.774800] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.774979] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.775206] env[70771]: INFO nova.compute.manager [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1141.775496] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.775691] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f05f529a-c5b6-479e-93ad-3799474c174d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.790803] env[70771]: DEBUG nova.compute.manager [-] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.790921] env[70771]: DEBUG nova.network.neutron [-] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.797421] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.797421] env[70771]: value = "task-3514482" [ 1141.797421] env[70771]: _type = "Task" [ 1141.797421] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.805171] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514482, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.847964] env[70771]: DEBUG nova.compute.utils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.851724] env[70771]: DEBUG nova.objects.instance [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'numa_topology' on Instance uuid 88a63d80-916a-40fe-b8fe-ab18d3d8802f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.853024] env[70771]: DEBUG nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.853192] env[70771]: DEBUG nova.network.neutron [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.954218] env[70771]: DEBUG nova.policy [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4fc4cdc6fe45f4bf727ffa77ee40a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d01c2a4da0d42938b933c138e70e5e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.068090] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.224542] env[70771]: DEBUG oslo_vmware.api [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514481, 'name': PowerOffVM_Task, 'duration_secs': 0.264556} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.226192] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.226192] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.226192] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1626341-b0db-458a-bb54-6046dbee9aee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.271957] env[70771]: DEBUG nova.compute.manager [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Received event network-changed-bb389d2d-9f27-46fe-a735-1b22f4d673f9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.273099] env[70771]: DEBUG nova.compute.manager [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Refreshing instance network info cache due to event network-changed-bb389d2d-9f27-46fe-a735-1b22f4d673f9. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.273099] env[70771]: DEBUG oslo_concurrency.lockutils [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] Acquiring lock "refresh_cache-6e5b3dc6-3ae2-41ee-8689-947906752160" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.273099] env[70771]: DEBUG oslo_concurrency.lockutils [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] Acquired lock "refresh_cache-6e5b3dc6-3ae2-41ee-8689-947906752160" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.273610] env[70771]: DEBUG nova.network.neutron [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Refreshing network info cache for port bb389d2d-9f27-46fe-a735-1b22f4d673f9 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.297264] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.298592] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.298592] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleting the datastore file [datastore1] 73b644bf-cf95-48d7-873c-67b7452b2ea2 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.298592] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43e5949d-46ae-46db-8194-6316af541bd9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.315411] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514482, 'name': CreateVM_Task, 'duration_secs': 0.358524} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.315411] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.315411] env[70771]: DEBUG oslo_vmware.api [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for the task: (returnval){ [ 1142.315411] env[70771]: value = "task-3514484" [ 1142.315411] env[70771]: _type = "Task" [ 1142.315411] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.315411] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.315411] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.315628] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.315628] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e697cf4-f6ad-4d49-ab43-26cfaa461c22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.325080] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1142.325080] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521a8074-be83-6b06-a4fe-f7a9d51db13c" [ 1142.325080] env[70771]: _type = "Task" [ 1142.325080] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.327749] env[70771]: DEBUG oslo_vmware.api [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.339819] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521a8074-be83-6b06-a4fe-f7a9d51db13c, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.339819] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.339819] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.339819] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.340051] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.340051] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.340051] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab282d02-290a-46d4-84e7-bac2c776d866 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.347671] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.347921] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.348693] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138f22bb-d5cc-48cc-9e7a-0251d0bc8b9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.353370] env[70771]: DEBUG nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.360122] env[70771]: INFO nova.compute.claims [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.362836] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1142.362836] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c4c7e2-280d-19d7-0110-187a7e6eeab5" [ 1142.362836] env[70771]: _type = "Task" [ 1142.362836] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.375393] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c4c7e2-280d-19d7-0110-187a7e6eeab5, 'name': SearchDatastore_Task, 'duration_secs': 0.008402} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.375393] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce0e5f5-ff9c-4942-acd3-16da1b78ffd1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.381800] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1142.381800] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527cb152-0c50-f6a0-7db0-2dc0fed66d5c" [ 1142.381800] env[70771]: _type = "Task" [ 1142.381800] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.388717] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527cb152-0c50-f6a0-7db0-2dc0fed66d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.552456] env[70771]: DEBUG nova.network.neutron [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Successfully created port: 32abca0e-d9b5-4317-b7c9-c17eff1c8012 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.566585] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514480, 'name': CreateSnapshot_Task, 'duration_secs': 0.943705} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.566849] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1142.567604] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f543771-815c-4423-8b1b-00a1e2b9be6f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.824513] env[70771]: DEBUG oslo_vmware.api [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Task: {'id': task-3514484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142657} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.824805] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.824995] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.827773] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.827773] env[70771]: INFO nova.compute.manager [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1142.827773] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.827773] env[70771]: DEBUG nova.compute.manager [-] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.827773] env[70771]: DEBUG nova.network.neutron [-] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.893571] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527cb152-0c50-f6a0-7db0-2dc0fed66d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008519} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.893810] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.894370] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 6e5b3dc6-3ae2-41ee-8689-947906752160/6e5b3dc6-3ae2-41ee-8689-947906752160.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.894639] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-325eac1b-3555-4e9d-a1c4-2d62b5555297 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.901822] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1142.901822] env[70771]: value = "task-3514485" [ 1142.901822] env[70771]: _type = "Task" [ 1142.901822] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.910403] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.009833] env[70771]: DEBUG nova.network.neutron [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Updated VIF entry in instance network info cache for port bb389d2d-9f27-46fe-a735-1b22f4d673f9. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.009833] env[70771]: DEBUG nova.network.neutron [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Updating instance_info_cache with network_info: [{"id": "bb389d2d-9f27-46fe-a735-1b22f4d673f9", "address": "fa:16:3e:18:d8:92", "network": {"id": "36a73c7a-32d7-47ee-b850-b65e94d0ba8a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-98693317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6650c66b53249fa8be01713e2255cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb389d2d-9f", "ovs_interfaceid": "bb389d2d-9f27-46fe-a735-1b22f4d673f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.084853] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1143.085873] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32513901-3493-4b48-9c81-1ccb09ee287d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.097879] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1143.097879] env[70771]: value = "task-3514486" [ 1143.097879] env[70771]: _type = "Task" [ 1143.097879] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.114048] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514486, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.379385] env[70771]: DEBUG nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.419979] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514485, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.424334] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.424334] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.424334] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.424715] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.424715] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.424715] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.424715] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.425100] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.425522] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.425861] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.426243] env[70771]: DEBUG nova.virt.hardware [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.427304] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d933c47f-2de9-4f5c-b503-84ec03bb1ee1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.439403] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5801e475-eecb-4c55-8d19-73e8350bbb95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.520832] env[70771]: DEBUG oslo_concurrency.lockutils [req-4a872226-7669-4488-9221-ed1f0b692d00 req-8a47af81-2d59-4125-a1df-44891fbc60d1 service nova] Releasing lock "refresh_cache-6e5b3dc6-3ae2-41ee-8689-947906752160" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.563487] env[70771]: DEBUG nova.network.neutron [-] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.610198] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514486, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.646498] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b8826-24b0-48c9-8871-f938736194d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.660357] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a039be-fe81-440d-a703-e300bbd31475 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.701206] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332bc047-ad86-4f7b-9763-f4559cada5fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.709315] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed91296-533d-4699-9493-c7098796d3a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.723943] env[70771]: DEBUG nova.compute.provider_tree [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.915186] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944464} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.915186] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 6e5b3dc6-3ae2-41ee-8689-947906752160/6e5b3dc6-3ae2-41ee-8689-947906752160.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.915186] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.915186] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19392f62-7113-4c21-bdbe-33cd7c2710f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.919383] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1143.919383] env[70771]: value = "task-3514487" [ 1143.919383] env[70771]: _type = "Task" [ 1143.919383] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.928446] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.067126] env[70771]: INFO nova.compute.manager [-] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Took 2.28 seconds to deallocate network for instance. [ 1144.112610] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514486, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.227448] env[70771]: DEBUG nova.scheduler.client.report [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.296569] env[70771]: DEBUG nova.compute.manager [req-ebbf6a49-7c52-4473-9850-eee2d539c645 req-4a4dfce1-9dfd-45fe-8c00-ec2573122c70 service nova] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Received event network-vif-deleted-ae2165fd-f83d-4e2c-9b0c-bc204ebfb5f2 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.296757] env[70771]: DEBUG nova.compute.manager [req-ebbf6a49-7c52-4473-9850-eee2d539c645 req-4a4dfce1-9dfd-45fe-8c00-ec2573122c70 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Received event network-vif-deleted-74c75906-e1ed-4382-9ea8-0d933ab545ca {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.296930] env[70771]: INFO nova.compute.manager [req-ebbf6a49-7c52-4473-9850-eee2d539c645 req-4a4dfce1-9dfd-45fe-8c00-ec2573122c70 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Neutron deleted interface 74c75906-e1ed-4382-9ea8-0d933ab545ca; detaching it from the instance and deleting it from the info cache [ 1144.297749] env[70771]: DEBUG nova.network.neutron [req-ebbf6a49-7c52-4473-9850-eee2d539c645 req-4a4dfce1-9dfd-45fe-8c00-ec2573122c70 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.304631] env[70771]: DEBUG nova.network.neutron [-] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.429553] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149262} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.430091] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.430649] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c3626-fae5-42f7-b8d8-64afccf739a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.453472] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 6e5b3dc6-3ae2-41ee-8689-947906752160/6e5b3dc6-3ae2-41ee-8689-947906752160.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.454157] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76abec23-d186-4250-bcd2-dae3e6976c8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.472720] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1144.472720] env[70771]: value = "task-3514488" [ 1144.472720] env[70771]: _type = "Task" [ 1144.472720] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.480555] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.583583] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.609017] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514486, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.732571] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.389s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.734927] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.675s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.735179] env[70771]: DEBUG nova.objects.instance [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lazy-loading 'resources' on Instance uuid 0017a446-53fd-4522-93a3-9e15ad137f72 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.800657] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8c82299-fed9-4784-b470-023b6b4cfa53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.807086] env[70771]: INFO nova.network.neutron [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1144.808920] env[70771]: INFO nova.compute.manager [-] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Took 1.98 seconds to deallocate network for instance. [ 1144.816990] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f775eba0-036e-4b6d-a044-3b40e7a17ddf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.848340] env[70771]: DEBUG nova.compute.manager [req-ebbf6a49-7c52-4473-9850-eee2d539c645 req-4a4dfce1-9dfd-45fe-8c00-ec2573122c70 service nova] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Detach interface failed, port_id=74c75906-e1ed-4382-9ea8-0d933ab545ca, reason: Instance 73b644bf-cf95-48d7-873c-67b7452b2ea2 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.982432] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514488, 'name': ReconfigVM_Task, 'duration_secs': 0.285992} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.982712] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 6e5b3dc6-3ae2-41ee-8689-947906752160/6e5b3dc6-3ae2-41ee-8689-947906752160.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.983358] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1e8474-f09c-4f08-a8ec-1f5de675a0ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.989365] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1144.989365] env[70771]: value = "task-3514489" [ 1144.989365] env[70771]: _type = "Task" [ 1144.989365] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.996820] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514489, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.109943] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514486, 'name': CloneVM_Task, 'duration_secs': 1.654288} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.110237] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Created linked-clone VM from snapshot [ 1145.110996] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db799ae4-0458-4bf6-9a6d-736937eedd57 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.118568] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Uploading image ef96a489-1528-4a56-96b8-6ce00e08684e {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1145.141347] env[70771]: DEBUG nova.network.neutron [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Successfully updated port: 32abca0e-d9b5-4317-b7c9-c17eff1c8012 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.144166] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1145.144166] env[70771]: value = "vm-702168" [ 1145.144166] env[70771]: _type = "VirtualMachine" [ 1145.144166] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1145.144433] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a50f56a9-bddd-4b5c-921e-514b075b1278 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.150832] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lease: (returnval){ [ 1145.150832] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d6c569-6d20-e29f-ebd6-469cd82210cf" [ 1145.150832] env[70771]: _type = "HttpNfcLease" [ 1145.150832] env[70771]: } obtained for exporting VM: (result){ [ 1145.150832] env[70771]: value = "vm-702168" [ 1145.150832] env[70771]: _type = "VirtualMachine" [ 1145.150832] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1145.151193] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the lease: (returnval){ [ 1145.151193] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d6c569-6d20-e29f-ebd6-469cd82210cf" [ 1145.151193] env[70771]: _type = "HttpNfcLease" [ 1145.151193] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1145.157807] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.157807] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d6c569-6d20-e29f-ebd6-469cd82210cf" [ 1145.157807] env[70771]: _type = "HttpNfcLease" [ 1145.157807] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.329681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.415158] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf100cf3-3e42-4c6d-a5e2-5d380c7d0f82 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.422526] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ef738-6ed7-4950-9cc8-186d5510fd22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.452828] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad92c62f-6c49-437b-bbe0-5838bda347af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.460590] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8f488f-768c-4005-a65c-115c58f85d67 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.474321] env[70771]: DEBUG nova.compute.provider_tree [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.499281] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514489, 'name': Rename_Task, 'duration_secs': 0.131826} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.499660] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.499790] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3b1c61a-6e48-4952-a57f-0ace70b57271 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.507620] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1145.507620] env[70771]: value = "task-3514491" [ 1145.507620] env[70771]: _type = "Task" [ 1145.507620] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.516302] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.647248] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.647396] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.647634] env[70771]: DEBUG nova.network.neutron [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.659637] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.659637] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d6c569-6d20-e29f-ebd6-469cd82210cf" [ 1145.659637] env[70771]: _type = "HttpNfcLease" [ 1145.659637] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1145.659939] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1145.659939] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d6c569-6d20-e29f-ebd6-469cd82210cf" [ 1145.659939] env[70771]: _type = "HttpNfcLease" [ 1145.659939] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1145.660694] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac3470e-a148-488f-919d-0523aee7cf43 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.670390] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b070b-a2a6-087c-72ab-d971e46e014d/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1145.670565] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b070b-a2a6-087c-72ab-d971e46e014d/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1145.768025] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edd914a7-bc47-4bfd-ac8c-6e10e61c15cc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.829053] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.829299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.829589] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.829807] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.829983] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.832298] env[70771]: INFO nova.compute.manager [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Terminating instance [ 1145.981283] env[70771]: DEBUG nova.scheduler.client.report [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.017934] env[70771]: DEBUG oslo_vmware.api [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514491, 'name': PowerOnVM_Task, 'duration_secs': 0.435348} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.018245] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.018454] env[70771]: INFO nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1146.018635] env[70771]: DEBUG nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.019434] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd9c7c2-1f4e-44e8-ad15-4957cb2afc13 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.199452] env[70771]: DEBUG nova.network.neutron [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.324259] env[70771]: DEBUG nova.compute.manager [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Received event network-vif-plugged-32abca0e-d9b5-4317-b7c9-c17eff1c8012 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.324597] env[70771]: DEBUG oslo_concurrency.lockutils [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] Acquiring lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.324940] env[70771]: DEBUG oslo_concurrency.lockutils [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.325276] env[70771]: DEBUG oslo_concurrency.lockutils [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.325517] env[70771]: DEBUG nova.compute.manager [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] No waiting events found dispatching network-vif-plugged-32abca0e-d9b5-4317-b7c9-c17eff1c8012 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.325696] env[70771]: WARNING nova.compute.manager [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Received unexpected event network-vif-plugged-32abca0e-d9b5-4317-b7c9-c17eff1c8012 for instance with vm_state building and task_state spawning. [ 1146.325955] env[70771]: DEBUG nova.compute.manager [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Received event network-changed-32abca0e-d9b5-4317-b7c9-c17eff1c8012 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.326179] env[70771]: DEBUG nova.compute.manager [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Refreshing instance network info cache due to event network-changed-32abca0e-d9b5-4317-b7c9-c17eff1c8012. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.326373] env[70771]: DEBUG oslo_concurrency.lockutils [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] Acquiring lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.336410] env[70771]: DEBUG nova.compute.manager [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.336638] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.337631] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc9dea9-72a6-4d53-a116-1a8b6f0e2079 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.345897] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.346212] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a3e32db-9e18-40ba-a559-da8c7238fd40 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.354035] env[70771]: DEBUG oslo_vmware.api [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1146.354035] env[70771]: value = "task-3514492" [ 1146.354035] env[70771]: _type = "Task" [ 1146.354035] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.364903] env[70771]: DEBUG oslo_vmware.api [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.479161] env[70771]: DEBUG nova.network.neutron [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance_info_cache with network_info: [{"id": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "address": "fa:16:3e:2d:9c:d6", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32abca0e-d9", "ovs_interfaceid": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.486774] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.490258] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.906s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.490258] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.492950] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.163s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.493406] env[70771]: DEBUG nova.objects.instance [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lazy-loading 'resources' on Instance uuid 73b644bf-cf95-48d7-873c-67b7452b2ea2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.529875] env[70771]: INFO nova.scheduler.client.report [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Deleted allocations for instance 0017a446-53fd-4522-93a3-9e15ad137f72 [ 1146.537214] env[70771]: INFO nova.scheduler.client.report [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted allocations for instance 879c8b0d-dd64-4c09-8ebe-e96484803fe8 [ 1146.545157] env[70771]: INFO nova.compute.manager [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Took 20.82 seconds to build instance. [ 1146.869761] env[70771]: DEBUG oslo_vmware.api [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514492, 'name': PowerOffVM_Task, 'duration_secs': 0.241557} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.870050] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.871088] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.871396] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-558f108f-2b48-4e9b-bfa9-806c25715587 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.940720] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.941301] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.941450] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleting the datastore file [datastore1] 31944f93-5cac-4ca3-9d9d-c0f0f45c1783 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.941688] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d1799a-3bf2-40f0-bd87-997c2178b99f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.948359] env[70771]: DEBUG oslo_vmware.api [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1146.948359] env[70771]: value = "task-3514495" [ 1146.948359] env[70771]: _type = "Task" [ 1146.948359] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.959478] env[70771]: DEBUG oslo_vmware.api [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.981755] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.982166] env[70771]: DEBUG nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Instance network_info: |[{"id": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "address": "fa:16:3e:2d:9c:d6", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32abca0e-d9", "ovs_interfaceid": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.982600] env[70771]: DEBUG oslo_concurrency.lockutils [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] Acquired lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.982843] env[70771]: DEBUG nova.network.neutron [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Refreshing network info cache for port 32abca0e-d9b5-4317-b7c9-c17eff1c8012 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.984182] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:9c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32abca0e-d9b5-4317-b7c9-c17eff1c8012', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.998956] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.007282] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.007282] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ee839c-edab-4012-a03b-860787c76941 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.026908] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.027213] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.027410] env[70771]: DEBUG nova.network.neutron [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.035259] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.035259] env[70771]: value = "task-3514496" [ 1147.035259] env[70771]: _type = "Task" [ 1147.035259] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.050346] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514496, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.052589] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96ece365-23f8-4e99-8163-813e31284b93 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.341s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.053083] env[70771]: DEBUG oslo_concurrency.lockutils [None req-22e94719-fa32-4106-b32c-26d383092737 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "879c8b0d-dd64-4c09-8ebe-e96484803fe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.929s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.054853] env[70771]: DEBUG oslo_concurrency.lockutils [None req-be35e917-b331-419b-890f-2bce5a76246a tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "0017a446-53fd-4522-93a3-9e15ad137f72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.566s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.209887] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a986932-38a3-4073-93f0-595ca61b8c71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.220477] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d68e41-f366-4f04-a32e-03862a47da10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.252901] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7d42d-750e-4080-8b8c-0c1bf8bafe9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.263057] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e96c3a-d22c-4c11-9e62-4a32feac3325 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.279210] env[70771]: DEBUG nova.compute.provider_tree [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.436548] env[70771]: DEBUG nova.network.neutron [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updated VIF entry in instance network info cache for port 32abca0e-d9b5-4317-b7c9-c17eff1c8012. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.437222] env[70771]: DEBUG nova.network.neutron [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance_info_cache with network_info: [{"id": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "address": "fa:16:3e:2d:9c:d6", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32abca0e-d9", "ovs_interfaceid": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.463677] env[70771]: DEBUG oslo_vmware.api [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129129} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.464439] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.464720] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.465016] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.465253] env[70771]: INFO nova.compute.manager [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1147.465525] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.465744] env[70771]: DEBUG nova.compute.manager [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.465872] env[70771]: DEBUG nova.network.neutron [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.545091] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514496, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.783313] env[70771]: DEBUG nova.scheduler.client.report [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.941726] env[70771]: DEBUG oslo_concurrency.lockutils [req-bf272eff-289c-48e2-b911-d6a744a54848 req-e0eae3c6-52da-4958-9329-f882dc11afc7 service nova] Releasing lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.046908] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514496, 'name': CreateVM_Task, 'duration_secs': 0.514895} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.047695] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.048514] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.048725] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.049107] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.049418] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d811bfc-da20-40bd-9b7a-85fee386ac3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.054521] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1148.054521] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520fa01c-fc5b-646d-9e83-9535bf477b03" [ 1148.054521] env[70771]: _type = "Task" [ 1148.054521] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.064990] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520fa01c-fc5b-646d-9e83-9535bf477b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.093731] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.093975] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.288295] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.309039] env[70771]: INFO nova.scheduler.client.report [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Deleted allocations for instance 73b644bf-cf95-48d7-873c-67b7452b2ea2 [ 1148.423821] env[70771]: DEBUG nova.network.neutron [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9276c3db-e2", "ovs_interfaceid": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.543076] env[70771]: DEBUG nova.compute.manager [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-vif-plugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.543323] env[70771]: DEBUG oslo_concurrency.lockutils [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.543568] env[70771]: DEBUG oslo_concurrency.lockutils [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.543762] env[70771]: DEBUG oslo_concurrency.lockutils [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.543958] env[70771]: DEBUG nova.compute.manager [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] No waiting events found dispatching network-vif-plugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.544438] env[70771]: WARNING nova.compute.manager [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received unexpected event network-vif-plugged-9276c3db-e288-4ce3-89dd-a7dbb100ebbb for instance with vm_state shelved_offloaded and task_state spawning. [ 1148.545026] env[70771]: DEBUG nova.compute.manager [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.545188] env[70771]: DEBUG nova.compute.manager [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing instance network info cache due to event network-changed-9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.545429] env[70771]: DEBUG oslo_concurrency.lockutils [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] Acquiring lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.568628] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520fa01c-fc5b-646d-9e83-9535bf477b03, 'name': SearchDatastore_Task, 'duration_secs': 0.012872} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.568962] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.569224] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.569492] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.569656] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.570076] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.570540] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed47d360-975c-4212-8456-2eb309c1fde4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.580070] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.580372] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.581302] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97cd35d7-130d-4cc9-a143-5af1d1d6dd8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.588875] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1148.588875] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e84578-1161-5c16-d17e-cba0dd5008aa" [ 1148.588875] env[70771]: _type = "Task" [ 1148.588875] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.598958] env[70771]: DEBUG nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.602422] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e84578-1161-5c16-d17e-cba0dd5008aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.827817] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1d808ecb-1e7a-4a58-b4ef-37fff65f9e76 tempest-AttachVolumeNegativeTest-232785497 tempest-AttachVolumeNegativeTest-232785497-project-member] Lock "73b644bf-cf95-48d7-873c-67b7452b2ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.639s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.926342] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.929342] env[70771]: DEBUG oslo_concurrency.lockutils [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] Acquired lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.929342] env[70771]: DEBUG nova.network.neutron [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Refreshing network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.951106] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='53c817780a3b329c1097b5f853dca98d',container_format='bare',created_at=2025-04-22T15:02:33Z,direct_url=,disk_format='vmdk',id=b35e5bcd-219e-489b-8349-3a4026da5f52,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-934778312-shelved',owner='25676c3682b14e19810471d639b3ad39',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-22T15:02:50Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.951523] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.951523] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.951695] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.951844] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.951995] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.952288] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.952480] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.952848] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.952848] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.953027] env[70771]: DEBUG nova.virt.hardware [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.953889] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d66dc13-e1ca-4bce-9026-53382b06fe0c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.964341] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3d16e-c71e-4d2c-a75f-f8203d7e9b5a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.979945] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:23:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9276c3db-e288-4ce3-89dd-a7dbb100ebbb', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.987966] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.988446] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.988587] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd2ed57-a238-4ebe-8e25-fdd206391dea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.012312] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.012312] env[70771]: value = "task-3514497" [ 1149.012312] env[70771]: _type = "Task" [ 1149.012312] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.022890] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514497, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.098965] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e84578-1161-5c16-d17e-cba0dd5008aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008541} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.099832] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c83ffc-df48-45fa-b74d-6d5a612dc4b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.111675] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1149.111675] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a7e418-fc3e-b7dc-ac88-ddfc0327c87b" [ 1149.111675] env[70771]: _type = "Task" [ 1149.111675] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.120901] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a7e418-fc3e-b7dc-ac88-ddfc0327c87b, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.121335] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.121685] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 9c9ce6de-0529-4ab4-b137-8be517689a26/9c9ce6de-0529-4ab4-b137-8be517689a26.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.122030] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c02f10-1f0e-4d90-b699-2417e250e426 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.128570] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.128901] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.130632] env[70771]: INFO nova.compute.claims [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.136266] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1149.136266] env[70771]: value = "task-3514498" [ 1149.136266] env[70771]: _type = "Task" [ 1149.136266] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.145786] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.311652] env[70771]: DEBUG nova.network.neutron [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.378086] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "6e5b3dc6-3ae2-41ee-8689-947906752160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.378418] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.378643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "6e5b3dc6-3ae2-41ee-8689-947906752160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.378853] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.379053] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.385815] env[70771]: INFO nova.compute.manager [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Terminating instance [ 1149.524438] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514497, 'name': CreateVM_Task, 'duration_secs': 0.455062} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.524815] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.525326] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.525935] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.526041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.526337] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e79365-8b79-4329-9afd-fdd4067f10c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.528922] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "df0124cd-f465-4781-8f15-9eafb23909fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.529268] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.529613] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "df0124cd-f465-4781-8f15-9eafb23909fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.529882] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.530134] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.533411] env[70771]: INFO nova.compute.manager [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Terminating instance [ 1149.537210] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1149.537210] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52153997-b476-de09-1d20-4b9eaf553ddf" [ 1149.537210] env[70771]: _type = "Task" [ 1149.537210] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.550822] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52153997-b476-de09-1d20-4b9eaf553ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.646520] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514498, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.815638] env[70771]: INFO nova.compute.manager [-] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Took 2.35 seconds to deallocate network for instance. [ 1149.826059] env[70771]: DEBUG nova.network.neutron [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updated VIF entry in instance network info cache for port 9276c3db-e288-4ce3-89dd-a7dbb100ebbb. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.826931] env[70771]: DEBUG nova.network.neutron [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [{"id": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "address": "fa:16:3e:3d:23:6f", "network": {"id": "b28c1a92-bf06-43bf-813b-7b6f5d93d7ab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-858031233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25676c3682b14e19810471d639b3ad39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9276c3db-e2", "ovs_interfaceid": "9276c3db-e288-4ce3-89dd-a7dbb100ebbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.894435] env[70771]: DEBUG nova.compute.manager [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.894692] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.895633] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef29b661-abfd-418e-9943-a9b82622390c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.903673] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.904011] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a6e5d8e-faef-4d02-b56e-7e32309d1788 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.910593] env[70771]: DEBUG oslo_vmware.api [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1149.910593] env[70771]: value = "task-3514500" [ 1149.910593] env[70771]: _type = "Task" [ 1149.910593] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.920651] env[70771]: DEBUG oslo_vmware.api [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.050051] env[70771]: DEBUG nova.compute.manager [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.050051] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.050523] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309182da-b77a-4830-ac44-0594184724dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.053420] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.053695] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Processing image b35e5bcd-219e-489b-8349-3a4026da5f52 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.053941] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52/b35e5bcd-219e-489b-8349-3a4026da5f52.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.054105] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52/b35e5bcd-219e-489b-8349-3a4026da5f52.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.054337] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.054613] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-129e0c8e-0b30-48bd-99e4-1add90f89cb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.061475] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.061690] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42b74aa-04d3-4fb1-a693-f6c342927842 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.064323] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.064506] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.065611] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16484141-2bfd-4379-bcd1-040dbcc670d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.069400] env[70771]: DEBUG oslo_vmware.api [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1150.069400] env[70771]: value = "task-3514501" [ 1150.069400] env[70771]: _type = "Task" [ 1150.069400] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.073944] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1150.073944] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52acb53f-4a8c-234c-ce3f-7dda8a47cc63" [ 1150.073944] env[70771]: _type = "Task" [ 1150.073944] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.080498] env[70771]: DEBUG oslo_vmware.api [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.085767] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52acb53f-4a8c-234c-ce3f-7dda8a47cc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.150007] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519228} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.150324] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 9c9ce6de-0529-4ab4-b137-8be517689a26/9c9ce6de-0529-4ab4-b137-8be517689a26.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.150581] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.150861] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a54ca98-a7c3-401c-8341-ee5309d2ccc8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.158422] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1150.158422] env[70771]: value = "task-3514502" [ 1150.158422] env[70771]: _type = "Task" [ 1150.158422] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.168250] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.314859] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80394ca0-b65c-4964-846e-dc0daa013a9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.322439] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e07d031-367a-4fb4-8179-9e8eab19d0ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.327559] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.328684] env[70771]: DEBUG oslo_concurrency.lockutils [req-a2e733ab-3fb9-4ec8-812f-746d0ef16bf9 req-61f1e3e3-624a-4f95-85b4-1fde2c559cf0 service nova] Releasing lock "refresh_cache-88a63d80-916a-40fe-b8fe-ab18d3d8802f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.360011] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4df13f-f507-4ffd-9231-bbf6ac05fd61 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.367883] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a5f69b-29c4-4938-91f6-7f3a9a4278c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.381596] env[70771]: DEBUG nova.compute.provider_tree [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.420125] env[70771]: DEBUG oslo_vmware.api [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514500, 'name': PowerOffVM_Task, 'duration_secs': 0.193731} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.420433] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.420630] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.420881] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd46f72a-156d-4822-b8a1-c6292927a3ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.479562] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.479807] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.479987] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleting the datastore file [datastore2] 6e5b3dc6-3ae2-41ee-8689-947906752160 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.480281] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-660180c4-8113-48a3-9b57-6c6e1769634b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.486407] env[70771]: DEBUG oslo_vmware.api [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for the task: (returnval){ [ 1150.486407] env[70771]: value = "task-3514504" [ 1150.486407] env[70771]: _type = "Task" [ 1150.486407] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.495601] env[70771]: DEBUG oslo_vmware.api [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.582886] env[70771]: DEBUG oslo_vmware.api [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514501, 'name': PowerOffVM_Task, 'duration_secs': 0.173255} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.583931] env[70771]: DEBUG nova.compute.manager [req-9c757683-0ca8-4aa9-a349-7b26d7587ac7 req-355d720b-bb42-476b-a6a0-59b14615af6f service nova] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Received event network-vif-deleted-614908de-fa9f-4984-8dfd-7e12231706d3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.584713] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.584856] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.585425] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7989ec17-20bd-46ef-83a7-d11bea786df3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.590998] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Preparing fetch location {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1150.591288] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Fetch image to [datastore1] OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030/OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030.vmdk {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1150.591544] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Downloading stream optimized image b35e5bcd-219e-489b-8349-3a4026da5f52 to [datastore1] OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030/OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030.vmdk on the data store datastore1 as vApp {{(pid=70771) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1150.591723] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Downloading image file data b35e5bcd-219e-489b-8349-3a4026da5f52 to the ESX as VM named 'OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030' {{(pid=70771) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1150.646187] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.646364] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.646559] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Deleting the datastore file [datastore2] df0124cd-f465-4781-8f15-9eafb23909fb {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.646835] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10d46553-158f-462f-83be-35ba012c2d73 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.653525] env[70771]: DEBUG oslo_vmware.api [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for the task: (returnval){ [ 1150.653525] env[70771]: value = "task-3514506" [ 1150.653525] env[70771]: _type = "Task" [ 1150.653525] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.661226] env[70771]: DEBUG oslo_vmware.api [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.667192] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1150.667192] env[70771]: value = "resgroup-9" [ 1150.667192] env[70771]: _type = "ResourcePool" [ 1150.667192] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1150.667443] env[70771]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-956fa372-5d86-4761-805b-04e1a3371b55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.686252] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090525} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.687506] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.687874] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease: (returnval){ [ 1150.687874] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1150.687874] env[70771]: _type = "HttpNfcLease" [ 1150.687874] env[70771]: } obtained for vApp import into resource pool (val){ [ 1150.687874] env[70771]: value = "resgroup-9" [ 1150.687874] env[70771]: _type = "ResourcePool" [ 1150.687874] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1150.688111] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the lease: (returnval){ [ 1150.688111] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1150.688111] env[70771]: _type = "HttpNfcLease" [ 1150.688111] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1150.688751] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb8bfe9-45f0-4f66-89e8-92696e5ee756 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.713000] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 9c9ce6de-0529-4ab4-b137-8be517689a26/9c9ce6de-0529-4ab4-b137-8be517689a26.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.715682] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93924b53-4f8b-4953-a6e4-1671a2718201 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.730469] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.730469] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1150.730469] env[70771]: _type = "HttpNfcLease" [ 1150.730469] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.737394] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1150.737394] env[70771]: value = "task-3514508" [ 1150.737394] env[70771]: _type = "Task" [ 1150.737394] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.746030] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.884560] env[70771]: DEBUG nova.scheduler.client.report [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.996624] env[70771]: DEBUG oslo_vmware.api [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Task: {'id': task-3514504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138325} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.996943] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.997171] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.997371] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.997557] env[70771]: INFO nova.compute.manager [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1150.997825] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.998052] env[70771]: DEBUG nova.compute.manager [-] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.998186] env[70771]: DEBUG nova.network.neutron [-] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.167590] env[70771]: DEBUG oslo_vmware.api [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Task: {'id': task-3514506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135539} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.167590] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.167590] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.167590] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.167590] env[70771]: INFO nova.compute.manager [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1151.167941] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.167941] env[70771]: DEBUG nova.compute.manager [-] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.167941] env[70771]: DEBUG nova.network.neutron [-] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.199954] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.199954] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1151.199954] env[70771]: _type = "HttpNfcLease" [ 1151.199954] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.247967] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.391894] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.392701] env[70771]: DEBUG nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.403136] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.076s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.404657] env[70771]: DEBUG nova.objects.instance [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'resources' on Instance uuid 31944f93-5cac-4ca3-9d9d-c0f0f45c1783 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.700541] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.700541] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1151.700541] env[70771]: _type = "HttpNfcLease" [ 1151.700541] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.749430] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.888979] env[70771]: DEBUG nova.network.neutron [-] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.903954] env[70771]: DEBUG nova.compute.utils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.905958] env[70771]: DEBUG nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.906144] env[70771]: DEBUG nova.network.neutron [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.951516] env[70771]: DEBUG nova.policy [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76378d52313445e85025f75ae6f6daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1632c8fb1f4c81a342445516f34a30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.088874] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574768a1-6249-42c5-af1e-33d04a40ba7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.096866] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e8e58-816a-4ff1-af40-054b310b2e78 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.129221] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce25ba94-aa64-4f9f-89f9-1eea7c06e7e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.137160] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b08bf27-560e-44d0-971b-23faefcb40d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.151046] env[70771]: DEBUG nova.compute.provider_tree [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.200915] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.200915] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1152.200915] env[70771]: _type = "HttpNfcLease" [ 1152.200915] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.248429] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514508, 'name': ReconfigVM_Task, 'duration_secs': 1.312094} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.248704] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 9c9ce6de-0529-4ab4-b137-8be517689a26/9c9ce6de-0529-4ab4-b137-8be517689a26.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.249379] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c59488-86f9-4d53-8eb8-15c386a36b02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.256279] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1152.256279] env[70771]: value = "task-3514509" [ 1152.256279] env[70771]: _type = "Task" [ 1152.256279] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.269769] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514509, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.298046] env[70771]: DEBUG nova.network.neutron [-] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.392324] env[70771]: INFO nova.compute.manager [-] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Took 1.39 seconds to deallocate network for instance. [ 1152.410982] env[70771]: DEBUG nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.420112] env[70771]: DEBUG nova.network.neutron [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Successfully created port: d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.653945] env[70771]: DEBUG nova.scheduler.client.report [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.701759] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.701759] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1152.701759] env[70771]: _type = "HttpNfcLease" [ 1152.701759] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1152.702257] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1152.702257] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525de266-3ddf-4409-e34b-24f7ea4592c2" [ 1152.702257] env[70771]: _type = "HttpNfcLease" [ 1152.702257] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1152.703503] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ce6c9-caef-4e9e-b69b-ea591ed8be76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.711818] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f3c5b-ae50-3224-7d10-10aa30be42ca/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1152.712032] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f3c5b-ae50-3224-7d10-10aa30be42ca/disk-0.vmdk. {{(pid=70771) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1152.787027] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2ba2f9b-5507-4d6a-b1e0-5d356774c9fd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.787027] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514509, 'name': Rename_Task, 'duration_secs': 0.155928} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.787027] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.787027] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81dfb6de-ac47-46f1-bc5c-b42865dd471a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.795224] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1152.795224] env[70771]: value = "task-3514510" [ 1152.795224] env[70771]: _type = "Task" [ 1152.795224] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.800222] env[70771]: INFO nova.compute.manager [-] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Took 1.63 seconds to deallocate network for instance. [ 1152.807742] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.837871] env[70771]: DEBUG nova.compute.manager [req-bd16611f-c7a4-44ac-8e0b-7b87e4efe399 req-8e7d8ce4-909b-4df7-8b16-8936f5565911 service nova] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Received event network-vif-deleted-bb389d2d-9f27-46fe-a735-1b22f4d673f9 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.838020] env[70771]: DEBUG nova.compute.manager [req-bd16611f-c7a4-44ac-8e0b-7b87e4efe399 req-8e7d8ce4-909b-4df7-8b16-8936f5565911 service nova] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Received event network-vif-deleted-3cb21c94-0800-441d-8f24-88d794f0f0d8 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.903511] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.041072] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b070b-a2a6-087c-72ab-d971e46e014d/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1153.042132] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c657d-dccb-4c6f-aabb-f0cee52fd874 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.050240] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b070b-a2a6-087c-72ab-d971e46e014d/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1153.050329] env[70771]: ERROR oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b070b-a2a6-087c-72ab-d971e46e014d/disk-0.vmdk due to incomplete transfer. [ 1153.050627] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b2cd954-0dd8-42ee-a4e8-626b7a571179 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.057717] env[70771]: DEBUG oslo_vmware.rw_handles [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b070b-a2a6-087c-72ab-d971e46e014d/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1153.057911] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Uploaded image ef96a489-1528-4a56-96b8-6ce00e08684e to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1153.060361] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1153.061952] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70ebb702-54e4-45f0-97fd-7b54f7b936ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.067813] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1153.067813] env[70771]: value = "task-3514511" [ 1153.067813] env[70771]: _type = "Task" [ 1153.067813] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.078117] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514511, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.160348] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.166293] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.263s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.166827] env[70771]: DEBUG nova.objects.instance [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lazy-loading 'resources' on Instance uuid 6e5b3dc6-3ae2-41ee-8689-947906752160 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.189319] env[70771]: INFO nova.scheduler.client.report [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted allocations for instance 31944f93-5cac-4ca3-9d9d-c0f0f45c1783 [ 1153.309669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.310100] env[70771]: DEBUG oslo_vmware.api [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514510, 'name': PowerOnVM_Task, 'duration_secs': 0.474548} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.312174] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.312421] env[70771]: INFO nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1153.312616] env[70771]: DEBUG nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.313707] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01688382-4159-4b6f-9771-f5d3f8977d06 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.420178] env[70771]: DEBUG nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.443883] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.444169] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.444433] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.445034] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.445034] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.445034] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.445240] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.445310] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.445537] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.445654] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.445992] env[70771]: DEBUG nova.virt.hardware [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.446947] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d63bc-a781-4bf1-be46-54eb9bc1298a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.456899] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e5ca94-5a2b-42d7-8ca0-9f33ad74d857 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.577446] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514511, 'name': Destroy_Task, 'duration_secs': 0.502639} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.577737] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Destroyed the VM [ 1153.578124] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1153.578738] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16d59090-d797-4bae-b32a-1d128f91ecbc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.584528] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1153.584528] env[70771]: value = "task-3514513" [ 1153.584528] env[70771]: _type = "Task" [ 1153.584528] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.592324] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.704750] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a7afa8ed-be21-4518-bcfb-355e4c9b4b6b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "31944f93-5cac-4ca3-9d9d-c0f0f45c1783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.875s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.838017] env[70771]: INFO nova.compute.manager [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Took 21.00 seconds to build instance. [ 1153.863804] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce0371-19df-4555-a8c5-ae4bd4ddf800 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.873622] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19e9d3f-1698-409d-8e99-34a8247b2495 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.916972] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97a3952-b096-4f96-b0c5-672209f48aa0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.931721] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e48a21-3900-4d34-93bf-7959a4b4fb42 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.948336] env[70771]: DEBUG nova.compute.provider_tree [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.098502] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514513, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.110403] env[70771]: DEBUG nova.network.neutron [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Successfully updated port: d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.240646] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Completed reading data from the image iterator. {{(pid=70771) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1154.240765] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f3c5b-ae50-3224-7d10-10aa30be42ca/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1154.241737] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ea01e-994f-4d56-8cef-021fda12a717 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.249960] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f3c5b-ae50-3224-7d10-10aa30be42ca/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1154.250284] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f3c5b-ae50-3224-7d10-10aa30be42ca/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1154.250609] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6b719531-601b-472e-8e9d-0d83a0a8acdb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.340034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-115fa476-7baa-412b-a209-2c246126a074 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.506s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.453060] env[70771]: DEBUG nova.scheduler.client.report [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.487735] env[70771]: DEBUG oslo_vmware.rw_handles [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f3c5b-ae50-3224-7d10-10aa30be42ca/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1154.488564] env[70771]: INFO nova.virt.vmwareapi.images [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Downloaded image file data b35e5bcd-219e-489b-8349-3a4026da5f52 [ 1154.488879] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accfaf53-3a83-41ec-9276-b4b9414dfe16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.505016] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1202e8e-e376-434e-a969-5a6f983dfbb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.552902] env[70771]: INFO nova.virt.vmwareapi.images [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] The imported VM was unregistered [ 1154.554879] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Caching image {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1154.555131] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.555409] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8b61dfc-edf0-4206-a134-52ed2c52f884 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.569138] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Created directory with path [datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.569351] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030/OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030.vmdk to [datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52/b35e5bcd-219e-489b-8349-3a4026da5f52.vmdk. {{(pid=70771) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1154.569636] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-903310ed-ee92-4704-be3d-51e4a74c6f2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.576672] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1154.576672] env[70771]: value = "task-3514515" [ 1154.576672] env[70771]: _type = "Task" [ 1154.576672] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.584318] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514515, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.593031] env[70771]: DEBUG oslo_vmware.api [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.940501} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.593313] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1154.593578] env[70771]: INFO nova.compute.manager [None req-96050b93-cb9d-48bc-81c2-63403b83e9a5 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Took 13.58 seconds to snapshot the instance on the hypervisor. [ 1154.612366] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.613029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.613029] env[70771]: DEBUG nova.network.neutron [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.936168] env[70771]: DEBUG nova.compute.manager [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Received event network-vif-plugged-d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.936477] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.937128] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] Lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.937128] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] Lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.937341] env[70771]: DEBUG nova.compute.manager [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] No waiting events found dispatching network-vif-plugged-d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.937341] env[70771]: WARNING nova.compute.manager [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Received unexpected event network-vif-plugged-d7074955-656a-47b0-bbea-8482e2e15cb1 for instance with vm_state building and task_state spawning. [ 1154.937493] env[70771]: DEBUG nova.compute.manager [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Received event network-changed-d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.937653] env[70771]: DEBUG nova.compute.manager [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Refreshing instance network info cache due to event network-changed-d7074955-656a-47b0-bbea-8482e2e15cb1. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.937833] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] Acquiring lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.958496] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.960928] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.651s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.961205] env[70771]: DEBUG nova.objects.instance [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lazy-loading 'resources' on Instance uuid df0124cd-f465-4781-8f15-9eafb23909fb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.979822] env[70771]: INFO nova.scheduler.client.report [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Deleted allocations for instance 6e5b3dc6-3ae2-41ee-8689-947906752160 [ 1155.086438] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514515, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.150217] env[70771]: DEBUG nova.network.neutron [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.299380] env[70771]: DEBUG nova.network.neutron [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.492809] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7182d54a-5dc4-49df-abba-eab0cb355bc9 tempest-ServerDiskConfigTestJSON-1914051978 tempest-ServerDiskConfigTestJSON-1914051978-project-member] Lock "6e5b3dc6-3ae2-41ee-8689-947906752160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.114s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.587708] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514515, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.635650] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eae414-f287-4cc3-83a5-64d889526701 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.644393] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f77c33-ffc8-4348-b8a5-f02086eb996e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.675280] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3d747b-3e6e-4f86-84ed-9782e5c86acc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.682943] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea49c61-3f0f-4fe9-8748-cae33cfde06e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.700380] env[70771]: DEBUG nova.compute.provider_tree [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.701973] env[70771]: DEBUG nova.compute.manager [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1155.803046] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.803046] env[70771]: DEBUG nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Instance network_info: |[{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.803307] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] Acquired lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.803307] env[70771]: DEBUG nova.network.neutron [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Refreshing network info cache for port d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.804568] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:1a:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7074955-656a-47b0-bbea-8482e2e15cb1', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.811993] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.815292] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.815877] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77c8caf-d802-40ce-860e-4a026666f8ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.836770] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.836770] env[70771]: value = "task-3514516" [ 1155.836770] env[70771]: _type = "Task" [ 1155.836770] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.846028] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514516, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.885663] env[70771]: DEBUG nova.compute.manager [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1155.983256] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "90881010-995d-4853-a59a-724e5778df53" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.983601] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.983726] env[70771]: INFO nova.compute.manager [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Shelving [ 1156.088269] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514515, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.189272] env[70771]: DEBUG nova.network.neutron [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updated VIF entry in instance network info cache for port d7074955-656a-47b0-bbea-8482e2e15cb1. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.189694] env[70771]: DEBUG nova.network.neutron [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.206737] env[70771]: DEBUG nova.scheduler.client.report [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.230033] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.348158] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514516, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.406078] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.587969] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514515, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.694380] env[70771]: DEBUG oslo_concurrency.lockutils [req-2d2fe27d-3a7b-47b7-9e81-fa7971b4e730 req-6e9fe6a5-e924-4b5f-8c46-4fb5830f90bc service nova] Releasing lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.716127] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.718611] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.490s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.742017] env[70771]: INFO nova.scheduler.client.report [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Deleted allocations for instance df0124cd-f465-4781-8f15-9eafb23909fb [ 1156.847431] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514516, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.995560] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.995981] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d59bfa6-6ef7-4d4e-8895-386c4eca9b5c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.004309] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1157.004309] env[70771]: value = "task-3514518" [ 1157.004309] env[70771]: _type = "Task" [ 1157.004309] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.013784] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.089985] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514515, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.103142] env[70771]: DEBUG nova.compute.manager [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.104590] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f8593-dc63-47da-9fd6-e1c9f98d4806 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.224614] env[70771]: INFO nova.compute.claims [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.255375] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c37bf660-86f8-4c44-8285-70e637920be9 tempest-VolumesAdminNegativeTest-2021792328 tempest-VolumesAdminNegativeTest-2021792328-project-member] Lock "df0124cd-f465-4781-8f15-9eafb23909fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.726s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.348724] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514516, 'name': CreateVM_Task, 'duration_secs': 1.482136} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.348897] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.349590] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.349774] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.350094] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.350344] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4746e0-0a9f-4a55-bfa5-8c123d5916f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.354698] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1157.354698] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520ee741-1480-9ce1-ccd7-aa49fccc903e" [ 1157.354698] env[70771]: _type = "Task" [ 1157.354698] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.362691] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520ee741-1480-9ce1-ccd7-aa49fccc903e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.519181] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514518, 'name': PowerOffVM_Task, 'duration_secs': 0.326295} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.519181] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.519181] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464dca24-3e04-474c-944f-9593095380be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.548943] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92bc68e-7cff-4e34-a888-1cc0c5e1bbda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.589819] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514515, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.68527} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.590465] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030/OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030.vmdk to [datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52/b35e5bcd-219e-489b-8349-3a4026da5f52.vmdk. [ 1157.590724] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Cleaning up location [datastore1] OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1157.590903] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9b4bda49-3604-4cdb-af39-d3d7ba1f9030 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.591382] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-934a6c03-cc4c-4f90-8089-7a8ca6ca9a64 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.598815] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1157.598815] env[70771]: value = "task-3514519" [ 1157.598815] env[70771]: _type = "Task" [ 1157.598815] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.609021] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.619537] env[70771]: INFO nova.compute.manager [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] instance snapshotting [ 1157.622314] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f8cb6-4b57-419b-9182-55cdf00beadb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.642146] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e7f15-aec0-41fd-822c-13bb453a08b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.731161] env[70771]: INFO nova.compute.resource_tracker [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating resource usage from migration 19d4d794-773b-49af-b17b-500aaffc9018 [ 1157.865404] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520ee741-1480-9ce1-ccd7-aa49fccc903e, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.867942] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.868263] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.868649] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.868862] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.869019] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.869551] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e981959-336b-4968-9f09-5d22fe4e5590 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.877985] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.878217] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.880306] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a05e430-72d2-49c8-ab5b-cc02f0c2a0a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.883345] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b10f10-0d3d-4e35-94e9-2f35ac12e3ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.889167] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1157.889167] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5255f1c6-9cea-116e-a4c4-67bf1202304b" [ 1157.889167] env[70771]: _type = "Task" [ 1157.889167] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.894409] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60161445-0581-41ba-87e7-0c63b4884570 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.903120] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5255f1c6-9cea-116e-a4c4-67bf1202304b, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.928252] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7691e20d-2c60-42bd-a8a5-ae9cca944327 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.934125] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0efa4c-5b73-4ef1-a70e-f652ad969888 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.937031] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1157.937031] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f53a82-e3d8-3422-63d4-eb405190aa93" [ 1157.937031] env[70771]: _type = "Task" [ 1157.937031] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.944057] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2667b5-b4cf-47d5-b06d-21482b8ce8c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.953347] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f53a82-e3d8-3422-63d4-eb405190aa93, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.960969] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.961275] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.961749] env[70771]: DEBUG nova.compute.provider_tree [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.963092] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07196d0-c5be-469a-befd-27e3688a9ec1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.969257] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1157.969257] env[70771]: value = "task-3514520" [ 1157.969257] env[70771]: _type = "Task" [ 1157.969257] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.977851] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.062065] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1158.062463] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ceaa84f6-75f8-40dd-94dc-45fe3fc41830 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.070651] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1158.070651] env[70771]: value = "task-3514521" [ 1158.070651] env[70771]: _type = "Task" [ 1158.070651] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.079204] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514521, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.108696] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035648} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.109024] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.110741] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52/b35e5bcd-219e-489b-8349-3a4026da5f52.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.110741] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52/b35e5bcd-219e-489b-8349-3a4026da5f52.vmdk to [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.110741] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aa66d71-1244-48d5-a1ab-ce8c37de5ca6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.119831] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1158.119831] env[70771]: value = "task-3514522" [ 1158.119831] env[70771]: _type = "Task" [ 1158.119831] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.133603] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.157588] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1158.157918] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77ee21a7-e4a9-478e-ac41-30fb29b6c613 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.167382] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1158.167382] env[70771]: value = "task-3514523" [ 1158.167382] env[70771]: _type = "Task" [ 1158.167382] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.177938] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.469178] env[70771]: DEBUG nova.scheduler.client.report [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.484123] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514520, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.586184] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514521, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.631312] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514522, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.679908] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.977806] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.978064] env[70771]: INFO nova.compute.manager [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Migrating [ 1158.984909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.579s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.001694] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.081718] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514521, 'name': CreateSnapshot_Task, 'duration_secs': 0.820346} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.082155] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1159.082976] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e609bd-584d-4d7e-9024-c6dfc9ee9d26 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.133153] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514522, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.179285] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.486547] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514520, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.154699} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.487082] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.487502] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.488799] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe363109-1d00-4029-b545-4da0f06c5d7b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.495945] env[70771]: INFO nova.compute.claims [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.503351] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.503558] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.504848] env[70771]: DEBUG nova.network.neutron [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.516021] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1159.516021] env[70771]: value = "task-3514524" [ 1159.516021] env[70771]: _type = "Task" [ 1159.516021] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.530365] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.606571] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1159.607507] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57886ca8-8704-42ef-bd0d-c14f253089d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.617097] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1159.617097] env[70771]: value = "task-3514525" [ 1159.617097] env[70771]: _type = "Task" [ 1159.617097] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.631321] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514525, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.637693] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514522, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.685731] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.014766] env[70771]: INFO nova.compute.resource_tracker [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating resource usage from migration bd491de4-984b-4ad7-8cc6-db3db14b509a [ 1160.027456] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256731} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.027782] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.028678] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f61634-a6c0-4db7-a93a-3ee872f8afaf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.052856] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.056017] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2004a49f-3378-4858-b624-57ecb5dba21c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.084658] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1160.084658] env[70771]: value = "task-3514526" [ 1160.084658] env[70771]: _type = "Task" [ 1160.084658] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.093722] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.133127] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514525, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.141403] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514522, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.185778] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.232863] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3359f65-1e58-4d7c-be8b-27e19073b296 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.241344] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bb682b-2866-45f6-a6ad-07dbd699a8b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.281404] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249a13e8-34ac-47a5-a3f5-4b2b2cb33f94 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.289948] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4608701b-92e4-4ef7-9385-7408697d3a56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.304934] env[70771]: DEBUG nova.compute.provider_tree [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.525247] env[70771]: DEBUG nova.network.neutron [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance_info_cache with network_info: [{"id": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "address": "fa:16:3e:2d:9c:d6", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32abca0e-d9", "ovs_interfaceid": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.597546] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.628524] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514525, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.635793] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514522, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.682627] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.808111] env[70771]: DEBUG nova.scheduler.client.report [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.028964] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.095606] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514526, 'name': ReconfigVM_Task, 'duration_secs': 1.004485} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.095928] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.096552] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34dabf3a-5723-4b4e-ba81-4792c47bd4ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.103012] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1161.103012] env[70771]: value = "task-3514527" [ 1161.103012] env[70771]: _type = "Task" [ 1161.103012] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.112481] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514527, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.127282] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514525, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.136845] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514522, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.730273} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.137124] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b35e5bcd-219e-489b-8349-3a4026da5f52/b35e5bcd-219e-489b-8349-3a4026da5f52.vmdk to [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.137911] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838ce7cc-bc7f-48de-a4b3-fc62c7e7d8c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.161439] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.161766] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4bd3a3-045d-4e9c-8f27-2402e3d7411c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.190160] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514523, 'name': CreateSnapshot_Task, 'duration_secs': 2.865101} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.191540] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1161.191929] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1161.191929] env[70771]: value = "task-3514528" [ 1161.191929] env[70771]: _type = "Task" [ 1161.191929] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.193217] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6efa0dd-5b24-4aab-969b-0f73f948396a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.207561] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.316053] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.316053] env[70771]: INFO nova.compute.manager [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Migrating [ 1161.615431] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514527, 'name': Rename_Task, 'duration_secs': 0.136806} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.615719] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.615965] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-126cc8ec-a399-4fe5-b8df-1d0ea183582c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.625566] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1161.625566] env[70771]: value = "task-3514529" [ 1161.625566] env[70771]: _type = "Task" [ 1161.625566] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.631917] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514525, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.637384] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.706809] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514528, 'name': ReconfigVM_Task, 'duration_secs': 0.315786} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.708542] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f/88a63d80-916a-40fe-b8fe-ab18d3d8802f.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.708784] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920b4a9e-6ae6-4195-8778-a14edf9a5858 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.722580] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1161.724374] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8dab9faa-d93d-4be7-920c-866f9875f234 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.727930] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1161.727930] env[70771]: value = "task-3514530" [ 1161.727930] env[70771]: _type = "Task" [ 1161.727930] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.736239] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1161.736239] env[70771]: value = "task-3514531" [ 1161.736239] env[70771]: _type = "Task" [ 1161.736239] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.740706] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514530, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.750818] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514531, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.833476] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.833476] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.833476] env[70771]: DEBUG nova.network.neutron [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.145428] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514525, 'name': CloneVM_Task, 'duration_secs': 2.26236} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.145846] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.145846] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Created linked-clone VM from snapshot [ 1162.146537] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def494df-681b-46f1-94f2-638e8cb024b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.159381] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Uploading image 16d241b9-da72-4e12-acba-6a09dcecaea2 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1162.190411] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1162.190411] env[70771]: value = "vm-702174" [ 1162.190411] env[70771]: _type = "VirtualMachine" [ 1162.190411] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1162.191434] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40f923a0-6276-4ecd-be8b-539e453d80a5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.199094] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lease: (returnval){ [ 1162.199094] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5255e9d9-e234-5394-1585-aa21c9798a83" [ 1162.199094] env[70771]: _type = "HttpNfcLease" [ 1162.199094] env[70771]: } obtained for exporting VM: (result){ [ 1162.199094] env[70771]: value = "vm-702174" [ 1162.199094] env[70771]: _type = "VirtualMachine" [ 1162.199094] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1162.199094] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the lease: (returnval){ [ 1162.199094] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5255e9d9-e234-5394-1585-aa21c9798a83" [ 1162.199094] env[70771]: _type = "HttpNfcLease" [ 1162.199094] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1162.211472] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.211472] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5255e9d9-e234-5394-1585-aa21c9798a83" [ 1162.211472] env[70771]: _type = "HttpNfcLease" [ 1162.211472] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1162.238818] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514530, 'name': Rename_Task, 'duration_secs': 0.350515} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.239365] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.240103] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832fe527-092d-47df-b84a-e99b2f6c9f17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.251923] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514531, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.253495] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1162.253495] env[70771]: value = "task-3514533" [ 1162.253495] env[70771]: _type = "Task" [ 1162.253495] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.263122] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.554431] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c622e09-63c3-4a2e-ba9f-fce73ba415cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.575559] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance '9c9ce6de-0529-4ab4-b137-8be517689a26' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.640564] env[70771]: DEBUG oslo_vmware.api [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514529, 'name': PowerOnVM_Task, 'duration_secs': 0.612633} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.642104] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.642741] env[70771]: INFO nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1162.643220] env[70771]: DEBUG nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.644517] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e7b5d-e19b-4b3a-b8c4-8a5d416b1292 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.708225] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.708225] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5255e9d9-e234-5394-1585-aa21c9798a83" [ 1162.708225] env[70771]: _type = "HttpNfcLease" [ 1162.708225] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1162.709080] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1162.709080] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5255e9d9-e234-5394-1585-aa21c9798a83" [ 1162.709080] env[70771]: _type = "HttpNfcLease" [ 1162.709080] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1162.713076] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46759b1e-c623-4c5a-bf0f-f19f481006d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.718582] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0d8e1-8fd0-40c7-279e-39082993f9f2/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1162.718887] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0d8e1-8fd0-40c7-279e-39082993f9f2/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1162.786368] env[70771]: DEBUG nova.network.neutron [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.802946] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514531, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.807487] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.832422] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c573dfb-d9eb-4128-8597-f6e98fedee19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.082666] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.083163] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad1d17d-14d8-4bb1-8b97-27190120fe17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.090757] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1163.090757] env[70771]: value = "task-3514534" [ 1163.090757] env[70771]: _type = "Task" [ 1163.090757] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.104026] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.170940] env[70771]: INFO nova.compute.manager [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Took 14.07 seconds to build instance. [ 1163.291567] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.309848] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514531, 'name': CloneVM_Task, 'duration_secs': 1.236105} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.310295] env[70771]: DEBUG oslo_vmware.api [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514533, 'name': PowerOnVM_Task, 'duration_secs': 0.613723} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.312732] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Created linked-clone VM from snapshot [ 1163.313149] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.316179] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2db2c6-7b93-45c8-8547-74de2427721e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.326963] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Uploading image 77af99c0-2af5-4179-94b8-ccb8068b4b1f {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1163.477366] env[70771]: DEBUG nova.compute.manager [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.478389] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f765ce-bfc3-4d51-a920-252fec287390 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.502654] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1163.502654] env[70771]: value = "vm-702176" [ 1163.502654] env[70771]: _type = "VirtualMachine" [ 1163.502654] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1163.502977] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d2e5550-6680-4c77-8bc2-2689bddfa7a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.512059] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lease: (returnval){ [ 1163.512059] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521b18dd-964a-69bb-aaa2-a6d67ecaf090" [ 1163.512059] env[70771]: _type = "HttpNfcLease" [ 1163.512059] env[70771]: } obtained for exporting VM: (result){ [ 1163.512059] env[70771]: value = "vm-702176" [ 1163.512059] env[70771]: _type = "VirtualMachine" [ 1163.512059] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1163.512059] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the lease: (returnval){ [ 1163.512059] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521b18dd-964a-69bb-aaa2-a6d67ecaf090" [ 1163.512059] env[70771]: _type = "HttpNfcLease" [ 1163.512059] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.519615] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.519615] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521b18dd-964a-69bb-aaa2-a6d67ecaf090" [ 1163.519615] env[70771]: _type = "HttpNfcLease" [ 1163.519615] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.601036] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514534, 'name': PowerOffVM_Task, 'duration_secs': 0.261675} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.601036] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.601036] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance '9c9ce6de-0529-4ab4-b137-8be517689a26' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.673505] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4926fcce-5ebf-499e-8e77-9d7d544f3718 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.579s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.704549] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "f112980c-96c4-4bbd-83e3-72cb304992f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.705245] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.746230] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "e6070596-c2c7-42fb-8833-557d3ea583a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.746971] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.949454] env[70771]: DEBUG nova.compute.manager [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Received event network-changed-d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.950258] env[70771]: DEBUG nova.compute.manager [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Refreshing instance network info cache due to event network-changed-d7074955-656a-47b0-bbea-8482e2e15cb1. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.950258] env[70771]: DEBUG oslo_concurrency.lockutils [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] Acquiring lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.950258] env[70771]: DEBUG oslo_concurrency.lockutils [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] Acquired lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.950586] env[70771]: DEBUG nova.network.neutron [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Refreshing network info cache for port d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.005274] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d34d20f4-973b-4f10-8a47-b4b34b79841d tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.640s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.022185] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.022185] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521b18dd-964a-69bb-aaa2-a6d67ecaf090" [ 1164.022185] env[70771]: _type = "HttpNfcLease" [ 1164.022185] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1164.023180] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1164.023180] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521b18dd-964a-69bb-aaa2-a6d67ecaf090" [ 1164.023180] env[70771]: _type = "HttpNfcLease" [ 1164.023180] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1164.024575] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f3b379-aed6-40ae-90e5-9247af9ef7ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.033649] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9750-9898-5d22-b455-e690e9c54e2c/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1164.034396] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9750-9898-5d22-b455-e690e9c54e2c/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1164.107493] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.107762] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.107991] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.108246] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.108529] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.108753] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.109027] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.109272] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.109517] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.109818] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.110070] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.115493] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f1d3db-effc-4234-814a-acee32dd32b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.133903] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1164.133903] env[70771]: value = "task-3514536" [ 1164.133903] env[70771]: _type = "Task" [ 1164.133903] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.143281] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.168719] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a366034-e5fb-48ed-bb07-08dc93a80f2a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.208882] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.251937] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.644221] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514536, 'name': ReconfigVM_Task, 'duration_secs': 0.23259} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.644678] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance '9c9ce6de-0529-4ab4-b137-8be517689a26' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.732043] env[70771]: DEBUG nova.network.neutron [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updated VIF entry in instance network info cache for port d7074955-656a-47b0-bbea-8482e2e15cb1. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.732747] env[70771]: DEBUG nova.network.neutron [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.740707] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.741032] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.742678] env[70771]: INFO nova.compute.claims [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.774528] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.812535] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb06fb27-ca3a-4cfe-9ad0-63aa22b14046 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.842808] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance 'b4213304-4027-4f7a-aa55-aefe8e2dd019' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.152524] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.152524] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.152763] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.153560] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.153560] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.156058] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.156058] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.156058] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.156058] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.156058] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.156295] env[70771]: DEBUG nova.virt.hardware [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.160643] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.161339] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0cb94b-6394-434f-9654-8e579d60ca05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.180268] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1165.180268] env[70771]: value = "task-3514537" [ 1165.180268] env[70771]: _type = "Task" [ 1165.180268] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.189171] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.240231] env[70771]: DEBUG oslo_concurrency.lockutils [req-68a927bf-69c8-412e-b9a1-ba195549d208 req-c6611adf-62a9-4a42-b16f-fd77cd37cb40 service nova] Releasing lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.351042] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.351420] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0e7257-0bfa-4f7d-9cfa-c8395d36836c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.358536] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1165.358536] env[70771]: value = "task-3514538" [ 1165.358536] env[70771]: _type = "Task" [ 1165.358536] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.368805] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.690484] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514537, 'name': ReconfigVM_Task, 'duration_secs': 0.194152} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.690867] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.691763] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464fd42-327a-41f9-a8bb-da9ba83e5b55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.716649] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 9c9ce6de-0529-4ab4-b137-8be517689a26/9c9ce6de-0529-4ab4-b137-8be517689a26.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.717092] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-685cc1a3-f2f0-499d-9df9-d9e45fcc9b30 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.736869] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1165.736869] env[70771]: value = "task-3514539" [ 1165.736869] env[70771]: _type = "Task" [ 1165.736869] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.746570] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.877022] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514538, 'name': PowerOffVM_Task, 'duration_secs': 0.193185} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.877022] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.877263] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance 'b4213304-4027-4f7a-aa55-aefe8e2dd019' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.978405] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22094e72-0255-496f-b40f-9137dac26cf8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.986734] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a9f72c-b381-478f-beb7-52fccc1a264c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.023386] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6658d41-f04e-43d9-8da4-3ab35b507ee2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.031844] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baba3a3-751c-4ce0-9a84-cec2266827dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.046377] env[70771]: DEBUG nova.compute.provider_tree [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.248469] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514539, 'name': ReconfigVM_Task, 'duration_secs': 0.503892} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.248822] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 9c9ce6de-0529-4ab4-b137-8be517689a26/9c9ce6de-0529-4ab4-b137-8be517689a26.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.249227] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance '9c9ce6de-0529-4ab4-b137-8be517689a26' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.388577] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.388823] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.388975] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.389172] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.389320] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.389539] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.389664] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.389855] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.389982] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.390584] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.393313] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.396279] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb856fea-d234-4352-be51-5b1b20e61453 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.421246] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1166.421246] env[70771]: value = "task-3514540" [ 1166.421246] env[70771]: _type = "Task" [ 1166.421246] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.431583] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.552014] env[70771]: DEBUG nova.scheduler.client.report [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.757031] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3648276-5247-4f45-a4d1-9e32fcc837b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.777507] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82671ae0-9fc9-4c20-a157-c2d5ef22232e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.796953] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance '9c9ce6de-0529-4ab4-b137-8be517689a26' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.934449] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514540, 'name': ReconfigVM_Task, 'duration_secs': 0.214189} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.934865] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance 'b4213304-4027-4f7a-aa55-aefe8e2dd019' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.057225] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.057775] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.060888] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.286s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.061866] env[70771]: INFO nova.compute.claims [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.364804] env[70771]: DEBUG nova.network.neutron [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Port 32abca0e-d9b5-4317-b7c9-c17eff1c8012 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1167.442833] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.443133] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.443300] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.443487] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.443649] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.443806] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.444109] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.444342] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.444738] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.444976] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.445236] env[70771]: DEBUG nova.virt.hardware [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.451369] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.452699] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a205d1ca-c4b6-42e2-bcdf-30f775ffe1e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.474436] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1167.474436] env[70771]: value = "task-3514541" [ 1167.474436] env[70771]: _type = "Task" [ 1167.474436] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.485302] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.566918] env[70771]: DEBUG nova.compute.utils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.570875] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.571270] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.656727] env[70771]: DEBUG nova.policy [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c644ce47be524b3d8e3ca73b7b92d137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dccf849ff3a42029c304b3d31e6d059', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.986392] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514541, 'name': ReconfigVM_Task, 'duration_secs': 0.284652} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.986708] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.987608] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45db3c5-eb6a-4864-ad73-aef8b24a8689 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.011327] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] b4213304-4027-4f7a-aa55-aefe8e2dd019/b4213304-4027-4f7a-aa55-aefe8e2dd019.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.011672] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0fb91b-4db8-4305-bd21-5bd24e0a8a46 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.030690] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1168.030690] env[70771]: value = "task-3514542" [ 1168.030690] env[70771]: _type = "Task" [ 1168.030690] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.039398] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.074234] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.080842] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Successfully created port: 92cdcd51-3eaa-4c9b-817e-7acac6a70668 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.273690] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f83fa79-e43c-4573-9c2c-4f97c6d65c62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.287575] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3473329-30a6-4e89-9365-9925f29e7e3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.322252] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9344d8d2-e5ed-4101-acfa-fc820205149f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.336358] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbafebe-b907-4161-89ff-41aff4f98ffa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.353336] env[70771]: DEBUG nova.compute.provider_tree [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.392199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.392757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.392757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.542667] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514542, 'name': ReconfigVM_Task, 'duration_secs': 0.323652} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.543103] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Reconfigured VM instance instance-00000025 to attach disk [datastore2] b4213304-4027-4f7a-aa55-aefe8e2dd019/b4213304-4027-4f7a-aa55-aefe8e2dd019.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.543505] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance 'b4213304-4027-4f7a-aa55-aefe8e2dd019' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.856171] env[70771]: DEBUG nova.scheduler.client.report [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.050747] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2774f0c0-c899-44a7-957d-06aee11ba059 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.078859] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e147000f-eb3e-4521-a418-f06eabaa90fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.112724] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.116223] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance 'b4213304-4027-4f7a-aa55-aefe8e2dd019' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.366047] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.366047] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.439931] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.440252] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.440438] env[70771]: DEBUG nova.network.neutron [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.601765] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Successfully updated port: 92cdcd51-3eaa-4c9b-817e-7acac6a70668 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.660449] env[70771]: DEBUG nova.network.neutron [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Port 3323e7ff-08f6-4a96-9aec-9b5b16577f27 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1169.873247] env[70771]: DEBUG nova.compute.utils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.875500] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.876328] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.926444] env[70771]: DEBUG nova.policy [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c644ce47be524b3d8e3ca73b7b92d137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dccf849ff3a42029c304b3d31e6d059', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.104669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "refresh_cache-f112980c-96c4-4bbd-83e3-72cb304992f4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.104841] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "refresh_cache-f112980c-96c4-4bbd-83e3-72cb304992f4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.105008] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.298477] env[70771]: DEBUG nova.network.neutron [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance_info_cache with network_info: [{"id": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "address": "fa:16:3e:2d:9c:d6", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32abca0e-d9", "ovs_interfaceid": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.357877] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Successfully created port: fff96ef1-1f50-47e9-a081-377daf190a42 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.379821] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.590787] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.591703] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.591930] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.592147] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.592297] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.592455] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.592680] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.592841] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.593029] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.593191] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.593369] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.595676] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166feba-e793-4908-b256-e3eb4421a11f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.605535] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0d8e1-8fd0-40c7-279e-39082993f9f2/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1170.606812] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc14b5d-86a3-435c-9c06-f76c494b0bce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.611158] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eca96b-5893-4836-ab48-a129b1c33b76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.619159] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0d8e1-8fd0-40c7-279e-39082993f9f2/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1170.619337] env[70771]: ERROR oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0d8e1-8fd0-40c7-279e-39082993f9f2/disk-0.vmdk due to incomplete transfer. [ 1170.627377] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce15adc4-3163-4437-a29b-aaa570308743 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.634573] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0d8e1-8fd0-40c7-279e-39082993f9f2/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1170.634791] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Uploaded image 16d241b9-da72-4e12-acba-6a09dcecaea2 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1170.637197] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1170.637463] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-882e8c94-d6bd-495f-98dc-3e4cbb847115 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.643717] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1170.643717] env[70771]: value = "task-3514543" [ 1170.643717] env[70771]: _type = "Task" [ 1170.643717] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.652100] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514543, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.669680] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.686286] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.686525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.686704] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.804032] env[70771]: DEBUG oslo_concurrency.lockutils [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.155970] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514543, 'name': Destroy_Task, 'duration_secs': 0.407904} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.155970] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Destroyed the VM [ 1171.155970] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1171.156119] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a76fb23-4bc3-4ece-9946-05734ad4fe72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.163681] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1171.163681] env[70771]: value = "task-3514544" [ 1171.163681] env[70771]: _type = "Task" [ 1171.163681] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.172676] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.252161] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Updating instance_info_cache with network_info: [{"id": "92cdcd51-3eaa-4c9b-817e-7acac6a70668", "address": "fa:16:3e:45:0a:26", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cdcd51-3e", "ovs_interfaceid": "92cdcd51-3eaa-4c9b-817e-7acac6a70668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.335636] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca1c050-bea3-45b7-83ba-b3a8be54be1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.355057] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65239bd-da4b-48f5-b115-45c714387145 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.362489] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance '9c9ce6de-0529-4ab4-b137-8be517689a26' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.390542] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.419226] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.419516] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.419714] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.419956] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.420466] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.420709] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.420979] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.421210] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.421433] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.421701] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.422061] env[70771]: DEBUG nova.virt.hardware [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.423245] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2d94c-87ea-43dd-a6af-897f5269e2e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.432278] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c04ba1-1c9e-4a02-b485-e89f34e4ca11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.515215] env[70771]: DEBUG nova.compute.manager [req-777f0eef-c4a6-4470-ba0e-7ec9fd3dabf5 req-678b41a8-a040-4f24-9b4f-af5136fb4a6b service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Received event network-vif-plugged-92cdcd51-3eaa-4c9b-817e-7acac6a70668 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.515515] env[70771]: DEBUG oslo_concurrency.lockutils [req-777f0eef-c4a6-4470-ba0e-7ec9fd3dabf5 req-678b41a8-a040-4f24-9b4f-af5136fb4a6b service nova] Acquiring lock "f112980c-96c4-4bbd-83e3-72cb304992f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.515713] env[70771]: DEBUG oslo_concurrency.lockutils [req-777f0eef-c4a6-4470-ba0e-7ec9fd3dabf5 req-678b41a8-a040-4f24-9b4f-af5136fb4a6b service nova] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.515982] env[70771]: DEBUG oslo_concurrency.lockutils [req-777f0eef-c4a6-4470-ba0e-7ec9fd3dabf5 req-678b41a8-a040-4f24-9b4f-af5136fb4a6b service nova] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.516092] env[70771]: DEBUG nova.compute.manager [req-777f0eef-c4a6-4470-ba0e-7ec9fd3dabf5 req-678b41a8-a040-4f24-9b4f-af5136fb4a6b service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] No waiting events found dispatching network-vif-plugged-92cdcd51-3eaa-4c9b-817e-7acac6a70668 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.516284] env[70771]: WARNING nova.compute.manager [req-777f0eef-c4a6-4470-ba0e-7ec9fd3dabf5 req-678b41a8-a040-4f24-9b4f-af5136fb4a6b service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Received unexpected event network-vif-plugged-92cdcd51-3eaa-4c9b-817e-7acac6a70668 for instance with vm_state building and task_state spawning. [ 1171.675291] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514544, 'name': RemoveSnapshot_Task, 'duration_secs': 0.365269} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.675585] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1171.675840] env[70771]: DEBUG nova.compute.manager [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.676631] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e0b36-cfad-4397-9d74-cc7105529584 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.737561] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.737757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.737936] env[70771]: DEBUG nova.network.neutron [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.759010] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "refresh_cache-f112980c-96c4-4bbd-83e3-72cb304992f4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.759337] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Instance network_info: |[{"id": "92cdcd51-3eaa-4c9b-817e-7acac6a70668", "address": "fa:16:3e:45:0a:26", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cdcd51-3e", "ovs_interfaceid": "92cdcd51-3eaa-4c9b-817e-7acac6a70668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.759888] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:0a:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92cdcd51-3eaa-4c9b-817e-7acac6a70668', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.767828] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Creating folder: Project (4dccf849ff3a42029c304b3d31e6d059). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.768323] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6733d3a-b740-4266-9c05-52e435c25b62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.778617] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Created folder: Project (4dccf849ff3a42029c304b3d31e6d059) in parent group-v701875. [ 1171.778824] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Creating folder: Instances. Parent ref: group-v702177. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.779084] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a79054b-d6e3-4f27-9eb2-9186b12532ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.789917] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Created folder: Instances in parent group-v702177. [ 1171.790232] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.790434] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.790739] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c618fbe9-56b0-466f-b4b6-7758fbf589b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.812943] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.812943] env[70771]: value = "task-3514547" [ 1171.812943] env[70771]: _type = "Task" [ 1171.812943] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.820928] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514547, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.869205] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.869503] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a422825-97e8-4814-9fe8-df74cf5f74aa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.875528] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1171.875528] env[70771]: value = "task-3514548" [ 1171.875528] env[70771]: _type = "Task" [ 1171.875528] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.885317] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.939153] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Successfully updated port: fff96ef1-1f50-47e9-a081-377daf190a42 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.192370] env[70771]: INFO nova.compute.manager [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Shelve offloading [ 1172.194511] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "46b79f17-4ad1-477f-919d-34f5dc69a245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.194817] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.323123] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514547, 'name': CreateVM_Task, 'duration_secs': 0.455722} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.323392] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.324510] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.324755] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.325113] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.325938] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac26012d-282e-4e9c-a8d1-8d5b3f0a1827 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.330367] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1172.330367] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527a0658-66cb-4c43-45e4-b7d2bfef55ca" [ 1172.330367] env[70771]: _type = "Task" [ 1172.330367] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.340629] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527a0658-66cb-4c43-45e4-b7d2bfef55ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.386788] env[70771]: DEBUG oslo_vmware.api [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514548, 'name': PowerOnVM_Task, 'duration_secs': 0.418046} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.389764] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.389908] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-551c75fa-4f05-44f4-b89f-71a61e2ab324 tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance '9c9ce6de-0529-4ab4-b137-8be517689a26' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.442611] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "refresh_cache-e6070596-c2c7-42fb-8833-557d3ea583a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.442766] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "refresh_cache-e6070596-c2c7-42fb-8833-557d3ea583a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.442944] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.518057] env[70771]: DEBUG nova.network.neutron [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.690044] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.690352] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.690531] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.690686] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.690841] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.690987] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.691152] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.691295] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1172.691446] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.700349] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.700349] env[70771]: DEBUG nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.702916] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a50acf-3ec8-4a82-8a08-2545b9010738 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.712597] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1172.712597] env[70771]: value = "task-3514549" [ 1172.712597] env[70771]: _type = "Task" [ 1172.712597] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.723061] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1172.723239] env[70771]: DEBUG nova.compute.manager [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.723985] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e4e1c-d9bf-4734-86c9-3ddbab12ae62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.729793] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.729961] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.730147] env[70771]: DEBUG nova.network.neutron [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.793588] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9750-9898-5d22-b455-e690e9c54e2c/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1172.794647] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989f109a-87df-4cd1-8f80-6ec4969f1bb5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.800704] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9750-9898-5d22-b455-e690e9c54e2c/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1172.800895] env[70771]: ERROR oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9750-9898-5d22-b455-e690e9c54e2c/disk-0.vmdk due to incomplete transfer. [ 1172.801135] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c14103b9-11f7-4362-be82-d50c9d0374c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.807668] env[70771]: DEBUG oslo_vmware.rw_handles [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9750-9898-5d22-b455-e690e9c54e2c/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1172.807866] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Uploaded image 77af99c0-2af5-4179-94b8-ccb8068b4b1f to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1172.809446] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1172.809677] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5cff6d66-29a3-4a5f-bad9-0f4b83dc2d86 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.814984] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1172.814984] env[70771]: value = "task-3514550" [ 1172.814984] env[70771]: _type = "Task" [ 1172.814984] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.824449] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514550, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.839010] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527a0658-66cb-4c43-45e4-b7d2bfef55ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013392} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.839360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.839641] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.839914] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.840085] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.840280] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.840532] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2191dfa5-0ef2-479c-87cd-917ca39202fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.849287] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.849513] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.850115] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c10918-f195-41b1-a050-70c3fc26ca49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.855259] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1172.855259] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a5979e-ad32-fe22-e482-349414ea0c0c" [ 1172.855259] env[70771]: _type = "Task" [ 1172.855259] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.862958] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a5979e-ad32-fe22-e482-349414ea0c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.978281] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.021784] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.149337] env[70771]: DEBUG nova.network.neutron [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Updating instance_info_cache with network_info: [{"id": "fff96ef1-1f50-47e9-a081-377daf190a42", "address": "fa:16:3e:6c:d9:a2", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff96ef1-1f", "ovs_interfaceid": "fff96ef1-1f50-47e9-a081-377daf190a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.195186] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.195415] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.195629] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.195804] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1173.196679] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94edb7e-34d0-4271-83e6-09a23fb24966 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.204974] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f321fa1-f1d1-4911-9f55-eae43206cba2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.223123] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdec97e-dc0f-4c6d-8342-c9a39e52a03d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.228728] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.228791] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.230255] env[70771]: INFO nova.compute.claims [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.237804] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52ae05-be58-45a1-8d22-9e4f5ff2ad83 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.269123] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179504MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1173.269303] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.327229] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514550, 'name': Destroy_Task, 'duration_secs': 0.358411} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.327511] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Destroyed the VM [ 1173.327757] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1173.328013] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2f5d89e9-3146-4706-ae00-4ce6590ea3dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.334168] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1173.334168] env[70771]: value = "task-3514551" [ 1173.334168] env[70771]: _type = "Task" [ 1173.334168] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.343320] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.366715] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a5979e-ad32-fe22-e482-349414ea0c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008522} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.370024] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e22761d-cac4-4d9e-bc11-2c2abd63599b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.373530] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1173.373530] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]528efed5-e7cb-baf6-8092-7fd0b2a7b816" [ 1173.373530] env[70771]: _type = "Task" [ 1173.373530] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.387780] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]528efed5-e7cb-baf6-8092-7fd0b2a7b816, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.388069] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.388348] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] f112980c-96c4-4bbd-83e3-72cb304992f4/f112980c-96c4-4bbd-83e3-72cb304992f4.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.388613] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e0f90f5-23a6-45da-b542-c599da906057 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.395027] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1173.395027] env[70771]: value = "task-3514552" [ 1173.395027] env[70771]: _type = "Task" [ 1173.395027] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.407309] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.547738] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f545454-2ddf-439f-90e5-5d46e13f67a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.572951] env[70771]: DEBUG nova.network.neutron [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [{"id": "a7846129-d037-4b74-aaa6-f7dd287d878d", "address": "fa:16:3e:b3:a6:9c", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7846129-d0", "ovs_interfaceid": "a7846129-d037-4b74-aaa6-f7dd287d878d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.574989] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd305743-895a-4bf9-8578-caebd5e40b07 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.585267] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance 'b4213304-4027-4f7a-aa55-aefe8e2dd019' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.604744] env[70771]: DEBUG nova.compute.manager [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Received event network-changed-92cdcd51-3eaa-4c9b-817e-7acac6a70668 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.604744] env[70771]: DEBUG nova.compute.manager [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Refreshing instance network info cache due to event network-changed-92cdcd51-3eaa-4c9b-817e-7acac6a70668. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.604744] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Acquiring lock "refresh_cache-f112980c-96c4-4bbd-83e3-72cb304992f4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.604744] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Acquired lock "refresh_cache-f112980c-96c4-4bbd-83e3-72cb304992f4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.605147] env[70771]: DEBUG nova.network.neutron [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Refreshing network info cache for port 92cdcd51-3eaa-4c9b-817e-7acac6a70668 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.652655] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "refresh_cache-e6070596-c2c7-42fb-8833-557d3ea583a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.652999] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Instance network_info: |[{"id": "fff96ef1-1f50-47e9-a081-377daf190a42", "address": "fa:16:3e:6c:d9:a2", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff96ef1-1f", "ovs_interfaceid": "fff96ef1-1f50-47e9-a081-377daf190a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.653830] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:d9:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fff96ef1-1f50-47e9-a081-377daf190a42', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.663484] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.663729] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.663952] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d14a99-1d86-4f01-8df3-8698467bc67b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.685449] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.685449] env[70771]: value = "task-3514553" [ 1173.685449] env[70771]: _type = "Task" [ 1173.685449] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.693439] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514553, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.847915] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514551, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.911791] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476413} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.914246] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] f112980c-96c4-4bbd-83e3-72cb304992f4/f112980c-96c4-4bbd-83e3-72cb304992f4.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.914533] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.914838] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f87935-3bc6-4881-b8f8-404d46910283 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.923211] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1173.923211] env[70771]: value = "task-3514554" [ 1173.923211] env[70771]: _type = "Task" [ 1173.923211] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.932611] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.079693] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.092978] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.093413] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a054b3d3-fd6e-4e73-afb3-1dd8a0d4a622 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.101889] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1174.101889] env[70771]: value = "task-3514555" [ 1174.101889] env[70771]: _type = "Task" [ 1174.101889] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.116773] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.196074] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514553, 'name': CreateVM_Task, 'duration_secs': 0.473408} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.196265] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.196926] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.197111] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.197433] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.197684] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b99282-8c7f-49cb-b97d-8077ba2837a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.202144] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1174.202144] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52aadbf2-8cc4-3111-3ce1-a1d2f4d1c649" [ 1174.202144] env[70771]: _type = "Task" [ 1174.202144] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.211913] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52aadbf2-8cc4-3111-3ce1-a1d2f4d1c649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.263419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-e8344264-4872-4429-84e8-4453989d6c3c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.263669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e8344264-4872-4429-84e8-4453989d6c3c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.263998] env[70771]: DEBUG nova.objects.instance [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'flavor' on Instance uuid e8344264-4872-4429-84e8-4453989d6c3c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.350227] env[70771]: DEBUG oslo_vmware.api [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514551, 'name': RemoveSnapshot_Task, 'duration_secs': 0.771297} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.350667] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1174.351401] env[70771]: INFO nova.compute.manager [None req-0a6eef07-316e-4556-94eb-1c6c3af72ca8 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 1174.435018] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06571} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.435182] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.435961] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42cf18-b74b-4858-a275-bfffcb8da1b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.458111] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] f112980c-96c4-4bbd-83e3-72cb304992f4/f112980c-96c4-4bbd-83e3-72cb304992f4.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.463173] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb519c7c-6742-431b-8afb-f78f1941b6be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.482823] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1174.482823] env[70771]: value = "task-3514556" [ 1174.482823] env[70771]: _type = "Task" [ 1174.482823] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.492739] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.510746] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156ef083-9db7-4037-8a3a-8cc713dbd052 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.518570] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83965e3d-7975-479e-83ec-c16eab40ac5a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.551748] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.552611] env[70771]: DEBUG nova.network.neutron [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Updated VIF entry in instance network info cache for port 92cdcd51-3eaa-4c9b-817e-7acac6a70668. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.552967] env[70771]: DEBUG nova.network.neutron [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Updating instance_info_cache with network_info: [{"id": "92cdcd51-3eaa-4c9b-817e-7acac6a70668", "address": "fa:16:3e:45:0a:26", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cdcd51-3e", "ovs_interfaceid": "92cdcd51-3eaa-4c9b-817e-7acac6a70668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.554694] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c8e5dd-2269-4647-84c7-d964e66498b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.557807] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81dac9-5557-4fa7-a1c7-f93de8845776 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.568020] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c6913c-fd73-4f4e-8ed9-517d9b623f3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.571729] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.572242] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eafbe8f-4042-4176-9e41-32d25cf04244 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.585180] env[70771]: DEBUG nova.compute.provider_tree [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.611481] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.645195] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.645429] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.645625] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleting the datastore file [datastore2] 90881010-995d-4853-a59a-724e5778df53 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.645936] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a267738c-0598-4fd9-a3cf-1c9e1b3a11f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.652232] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1174.652232] env[70771]: value = "task-3514558" [ 1174.652232] env[70771]: _type = "Task" [ 1174.652232] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.660974] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.713086] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52aadbf2-8cc4-3111-3ce1-a1d2f4d1c649, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.713544] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.713861] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.714196] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.714430] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.714683] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.714995] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe6fed9-bcaf-42f5-a79f-a9e8b4ce3255 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.723729] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.723959] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.724800] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe624f5-03b9-4bc6-bcd4-1569eb51eb8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.731257] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1174.731257] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5233891f-65fa-a92e-2bca-72662270f5f2" [ 1174.731257] env[70771]: _type = "Task" [ 1174.731257] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.739535] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5233891f-65fa-a92e-2bca-72662270f5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.843458] env[70771]: DEBUG nova.objects.instance [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'pci_requests' on Instance uuid e8344264-4872-4429-84e8-4453989d6c3c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.868223] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "9c9ce6de-0529-4ab4-b137-8be517689a26" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.868790] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.868790] env[70771]: DEBUG nova.compute.manager [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Going to confirm migration 6 {{(pid=70771) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1174.993686] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514556, 'name': ReconfigVM_Task, 'duration_secs': 0.287378} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.993964] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] f112980c-96c4-4bbd-83e3-72cb304992f4/f112980c-96c4-4bbd-83e3-72cb304992f4.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.994678] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3d73890-83af-4c30-984f-aab0c2cf4ea4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.001587] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1175.001587] env[70771]: value = "task-3514559" [ 1175.001587] env[70771]: _type = "Task" [ 1175.001587] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.010702] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514559, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.062105] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Releasing lock "refresh_cache-f112980c-96c4-4bbd-83e3-72cb304992f4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.062431] env[70771]: DEBUG nova.compute.manager [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Received event network-vif-plugged-fff96ef1-1f50-47e9-a081-377daf190a42 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.062639] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Acquiring lock "e6070596-c2c7-42fb-8833-557d3ea583a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.062856] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.063087] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.063284] env[70771]: DEBUG nova.compute.manager [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] No waiting events found dispatching network-vif-plugged-fff96ef1-1f50-47e9-a081-377daf190a42 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.063473] env[70771]: WARNING nova.compute.manager [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Received unexpected event network-vif-plugged-fff96ef1-1f50-47e9-a081-377daf190a42 for instance with vm_state building and task_state spawning. [ 1175.063681] env[70771]: DEBUG nova.compute.manager [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Received event network-changed-fff96ef1-1f50-47e9-a081-377daf190a42 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.063841] env[70771]: DEBUG nova.compute.manager [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Refreshing instance network info cache due to event network-changed-fff96ef1-1f50-47e9-a081-377daf190a42. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.064094] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Acquiring lock "refresh_cache-e6070596-c2c7-42fb-8833-557d3ea583a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.064208] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Acquired lock "refresh_cache-e6070596-c2c7-42fb-8833-557d3ea583a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.064407] env[70771]: DEBUG nova.network.neutron [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Refreshing network info cache for port fff96ef1-1f50-47e9-a081-377daf190a42 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.088228] env[70771]: DEBUG nova.scheduler.client.report [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.116763] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.162384] env[70771]: DEBUG oslo_vmware.api [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168334} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.162693] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.162887] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.163083] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.187671] env[70771]: INFO nova.scheduler.client.report [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleted allocations for instance 90881010-995d-4853-a59a-724e5778df53 [ 1175.245275] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5233891f-65fa-a92e-2bca-72662270f5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.246452] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c1e955-24be-411b-b5eb-015b34f067ae {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.252886] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1175.252886] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524b115d-36d2-350f-b8ca-2141a799ecb8" [ 1175.252886] env[70771]: _type = "Task" [ 1175.252886] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.267429] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524b115d-36d2-350f-b8ca-2141a799ecb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.267776] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.268123] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] e6070596-c2c7-42fb-8833-557d3ea583a9/e6070596-c2c7-42fb-8833-557d3ea583a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.268466] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fafbdcf1-3e4b-49c4-a887-9cae2601e882 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.275032] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1175.275032] env[70771]: value = "task-3514560" [ 1175.275032] env[70771]: _type = "Task" [ 1175.275032] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.282903] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.346179] env[70771]: DEBUG nova.objects.base [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.346388] env[70771]: DEBUG nova.network.neutron [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.400143] env[70771]: DEBUG nova.policy [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.426487] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.426715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquired lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.426932] env[70771]: DEBUG nova.network.neutron [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.427189] env[70771]: DEBUG nova.objects.instance [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'info_cache' on Instance uuid 9c9ce6de-0529-4ab4-b137-8be517689a26 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.514374] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514559, 'name': Rename_Task, 'duration_secs': 0.132719} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.514685] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.514953] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdab5039-b515-44b7-a33a-713046fd7847 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.524655] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1175.524655] env[70771]: value = "task-3514561" [ 1175.524655] env[70771]: _type = "Task" [ 1175.524655] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.533351] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.593782] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.594269] env[70771]: DEBUG nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.597207] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.328s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.614315] env[70771]: DEBUG oslo_vmware.api [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514555, 'name': PowerOnVM_Task, 'duration_secs': 1.260507} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.614638] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.614843] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cfc86-e7c7-4e99-8c6a-fbe0f4eee7c9 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance 'b4213304-4027-4f7a-aa55-aefe8e2dd019' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.692961] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.786778] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478813} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.787259] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] e6070596-c2c7-42fb-8833-557d3ea583a9/e6070596-c2c7-42fb-8833-557d3ea583a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.787393] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.787703] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fce73e7-b1f8-4027-8041-9a7b59192c57 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.793030] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1175.793030] env[70771]: value = "task-3514562" [ 1175.793030] env[70771]: _type = "Task" [ 1175.793030] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.801169] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.804187] env[70771]: DEBUG nova.network.neutron [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Successfully created port: 137a0796-b2e6-484c-bceb-f006c91438df {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.886104] env[70771]: DEBUG nova.network.neutron [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Updated VIF entry in instance network info cache for port fff96ef1-1f50-47e9-a081-377daf190a42. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.887035] env[70771]: DEBUG nova.network.neutron [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Updating instance_info_cache with network_info: [{"id": "fff96ef1-1f50-47e9-a081-377daf190a42", "address": "fa:16:3e:6c:d9:a2", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff96ef1-1f", "ovs_interfaceid": "fff96ef1-1f50-47e9-a081-377daf190a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.036433] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.100718] env[70771]: DEBUG nova.compute.utils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.108263] env[70771]: DEBUG nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.108498] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.150243] env[70771]: DEBUG nova.policy [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7ddbac74f44d298139e7f780069ce5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c33d9f8c8044f269ef2e26bc65bc78d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.303695] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102794} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.304032] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.304860] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85467625-ced0-4c62-950c-5538bc1d7425 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.330976] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e6070596-c2c7-42fb-8833-557d3ea583a9/e6070596-c2c7-42fb-8833-557d3ea583a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.331350] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72683bf4-42e8-4469-b114-fb1678152957 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.355717] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1176.355717] env[70771]: value = "task-3514563" [ 1176.355717] env[70771]: _type = "Task" [ 1176.355717] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.365983] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.389045] env[70771]: DEBUG oslo_concurrency.lockutils [req-d73b9d09-6497-40c5-b54b-6ffedcb329c7 req-b7e23867-5d01-4b93-88ab-428ec012eb60 service nova] Releasing lock "refresh_cache-e6070596-c2c7-42fb-8833-557d3ea583a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.411841] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Successfully created port: ed47a97c-fdcd-463b-b37e-664e4f152106 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.542252] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514561, 'name': PowerOnVM_Task, 'duration_secs': 0.601071} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.542624] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.542899] env[70771]: INFO nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1176.543164] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.544357] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dfb855-1214-4175-9bd8-3c8275a13577 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.608742] env[70771]: DEBUG nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.612079] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 9c9ce6de-0529-4ab4-b137-8be517689a26 as it has an incoming, in-progress migration 19d4d794-773b-49af-b17b-500aaffc9018. Migration status is finished {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1176.612300] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance b4213304-4027-4f7a-aa55-aefe8e2dd019 as it has an incoming, in-progress migration bd491de4-984b-4ad7-8cc6-db3db14b509a. Migration status is post-migrating {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1176.615581] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating resource usage from migration 19d4d794-773b-49af-b17b-500aaffc9018 [ 1176.615581] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating resource usage from migration bd491de4-984b-4ad7-8cc6-db3db14b509a [ 1176.639548] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.639711] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 19083887-c25c-476c-b421-40549d1833b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.639839] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance e8344264-4872-4429-84e8-4453989d6c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.639956] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 88a63d80-916a-40fe-b8fe-ab18d3d8802f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.640099] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 14f28f6e-3d41-4700-a7f2-76cace443578 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.640217] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration 19d4d794-773b-49af-b17b-500aaffc9018 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1176.640329] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 9c9ce6de-0529-4ab4-b137-8be517689a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.640439] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration bd491de4-984b-4ad7-8cc6-db3db14b509a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1176.640598] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b4213304-4027-4f7a-aa55-aefe8e2dd019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.640673] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance f112980c-96c4-4bbd-83e3-72cb304992f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.640761] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance e6070596-c2c7-42fb-8833-557d3ea583a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.640868] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 46b79f17-4ad1-477f-919d-34f5dc69a245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.641069] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1176.641205] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1176.737775] env[70771]: DEBUG nova.network.neutron [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance_info_cache with network_info: [{"id": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "address": "fa:16:3e:2d:9c:d6", "network": {"id": "a1feacac-f2f5-41ae-841a-a834579d0149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1008243474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d01c2a4da0d42938b933c138e70e5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32abca0e-d9", "ovs_interfaceid": "32abca0e-d9b5-4317-b7c9-c17eff1c8012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.788303] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d9202e-75b9-421d-9b1d-fcd0e9f8b4ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.796314] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c10e44-10d3-40ce-adde-5b68899fc9ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.828262] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Successfully created port: e6714408-1adf-4fe7-87f8-d608c483811c {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.830257] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd8c6c3-cd45-412b-b2e3-780534b4fe86 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.838408] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ca0412-5670-4d26-a56f-e7e8fa26575b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.854072] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.865193] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.052646] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Successfully created port: 8751334c-3980-4487-b93d-67b504a3c208 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.068351] env[70771]: INFO nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Took 12.35 seconds to build instance. [ 1177.240689] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Releasing lock "refresh_cache-9c9ce6de-0529-4ab4-b137-8be517689a26" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.240927] env[70771]: DEBUG nova.objects.instance [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'migration_context' on Instance uuid 9c9ce6de-0529-4ab4-b137-8be517689a26 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.356635] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.370136] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514563, 'name': ReconfigVM_Task, 'duration_secs': 0.63551} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.370435] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e6070596-c2c7-42fb-8833-557d3ea583a9/e6070596-c2c7-42fb-8833-557d3ea583a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.371095] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613fe89e-418d-43cb-8e1b-5ffc6310fc72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.378041] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1177.378041] env[70771]: value = "task-3514564" [ 1177.378041] env[70771]: _type = "Task" [ 1177.378041] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.386815] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514564, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.443598] env[70771]: DEBUG nova.network.neutron [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Successfully updated port: 137a0796-b2e6-484c-bceb-f006c91438df {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.571433] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.866s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.623261] env[70771]: DEBUG nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.652373] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.652814] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.653013] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.653226] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.653381] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.653533] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.653773] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.653912] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.654099] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.654270] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.654447] env[70771]: DEBUG nova.virt.hardware [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.655635] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1858f-75a7-4c90-9a46-ccc8055217bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.663352] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d52cf60-c295-48de-b98c-c476da0a34a9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.744592] env[70771]: DEBUG nova.objects.base [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Object Instance<9c9ce6de-0529-4ab4-b137-8be517689a26> lazy-loaded attributes: info_cache,migration_context {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.745518] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42b19f5-b455-47f4-b55e-fed9a2dea626 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.764371] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8740bf5-15c5-49e2-b655-00029eeb2ae1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.770340] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1177.770340] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52323b79-e91f-dd3f-b6e3-ef9328532fb8" [ 1177.770340] env[70771]: _type = "Task" [ 1177.770340] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.780557] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52323b79-e91f-dd3f-b6e3-ef9328532fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.006581} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.780816] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.866187] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1177.866606] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.269s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.866719] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.174s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.866910] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.869521] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.089s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.870645] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.870797] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Cleaning up deleted instances with incomplete migration {{(pid=70771) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1177.888711] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514564, 'name': Rename_Task, 'duration_secs': 0.287699} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.888973] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.889224] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efa75440-132d-41b9-b1ce-30b8fe2725fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.896063] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1177.896063] env[70771]: value = "task-3514565" [ 1177.896063] env[70771]: _type = "Task" [ 1177.896063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.903748] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.946889] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.947160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.947359] env[70771]: DEBUG nova.network.neutron [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.379492] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.380222] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3d41ec75-caeb-4e27-a872-2342fdfb8cb1 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.397s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.408913] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.499923] env[70771]: WARNING nova.network.neutron [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] f317f338-e3c9-4c4c-bb00-65168c95bde3 already exists in list: networks containing: ['f317f338-e3c9-4c4c-bb00-65168c95bde3']. ignoring it [ 1178.540067] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d67add-e641-48f1-bd55-87735c1fbc8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.548107] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a411a-d4e4-41df-8a14-745ff20b7850 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.578992] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148854c4-e92c-4dbd-a6ff-c6777a7cf654 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.586664] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56114fb-268b-4416-befe-5edb0b2990c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.601798] env[70771]: DEBUG nova.compute.provider_tree [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.820206] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Successfully updated port: ed47a97c-fdcd-463b-b37e-664e4f152106 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.906419] env[70771]: DEBUG oslo_vmware.api [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514565, 'name': PowerOnVM_Task, 'duration_secs': 0.909161} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.906829] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.906892] env[70771]: INFO nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1178.907063] env[70771]: DEBUG nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.907900] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6be741-d656-472d-924c-2cbb63536a58 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.918055] env[70771]: DEBUG nova.network.neutron [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [{"id": "6b9db88a-2511-453b-95a1-690a5403bdfc", "address": "fa:16:3e:47:0b:4d", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9db88a-25", "ovs_interfaceid": "6b9db88a-2511-453b-95a1-690a5403bdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "137a0796-b2e6-484c-bceb-f006c91438df", "address": "fa:16:3e:89:2e:b8", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a0796-b2", "ovs_interfaceid": "137a0796-b2e6-484c-bceb-f006c91438df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.108160] env[70771]: DEBUG nova.scheduler.client.report [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.421875] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.422492] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.422686] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.425155] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b13bc-cc44-49f9-89a6-647ae72b7b8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.428172] env[70771]: INFO nova.compute.manager [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Took 14.67 seconds to build instance. [ 1179.444973] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.445263] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.445433] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.445621] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.445810] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.446171] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.446275] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.446443] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.446574] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.446741] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.446921] env[70771]: DEBUG nova.virt.hardware [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.453333] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Reconfiguring VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1179.454308] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d4ad491-3770-493c-b593-f4697c24efcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.472531] env[70771]: DEBUG oslo_vmware.api [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1179.472531] env[70771]: value = "task-3514566" [ 1179.472531] env[70771]: _type = "Task" [ 1179.472531] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.480697] env[70771]: DEBUG oslo_vmware.api [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514566, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.930988] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7629cd4f-ce9c-4796-95e1-1b480e0f47ff tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.184s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.982813] env[70771]: DEBUG oslo_vmware.api [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.117905] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.248s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.483515] env[70771]: DEBUG oslo_vmware.api [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.680363] env[70771]: INFO nova.scheduler.client.report [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted allocation for migration 19d4d794-773b-49af-b17b-500aaffc9018 [ 1180.704423] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.704423] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.704423] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.704423] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.704423] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.704423] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.704423] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.704423] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1180.704792] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.768602] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Successfully updated port: e6714408-1adf-4fe7-87f8-d608c483811c {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.985184] env[70771]: DEBUG oslo_vmware.api [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.186463] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.318s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.207985] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.207985] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.207985] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.207985] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1181.209801] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170b9d7-194c-4d87-85ee-fb2a467df226 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.221852] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b87be3-9e55-4dd4-91cb-3e1bdc9d2b8e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.239028] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c8e99c-19cd-4192-a72b-0b6cb0714e29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.246308] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d7a33b-6227-41c5-9e00-eeed915e879d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.278993] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179504MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1181.279170] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.279364] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.487585] env[70771]: DEBUG oslo_vmware.api [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514566, 'name': ReconfigVM_Task, 'duration_secs': 1.93739} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.488236] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.488498] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Reconfigured VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1181.993696] env[70771]: DEBUG oslo_concurrency.lockutils [None req-714b2fab-b253-4ad2-a8fd-3b43a0ab8c72 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e8344264-4872-4429-84e8-4453989d6c3c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.729s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.290026] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance b4213304-4027-4f7a-aa55-aefe8e2dd019 as it has an incoming, in-progress migration bd491de4-984b-4ad7-8cc6-db3db14b509a. Migration status is finished {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1182.291392] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating resource usage from migration bd491de4-984b-4ad7-8cc6-db3db14b509a [ 1182.385457] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "9c9ce6de-0529-4ab4-b137-8be517689a26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.385457] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.385696] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.385839] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.385979] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.388149] env[70771]: INFO nova.compute.manager [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Terminating instance [ 1182.576333] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 19083887-c25c-476c-b421-40549d1833b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance e8344264-4872-4429-84e8-4453989d6c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 88a63d80-916a-40fe-b8fe-ab18d3d8802f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 14f28f6e-3d41-4700-a7f2-76cace443578 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 9c9ce6de-0529-4ab4-b137-8be517689a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration bd491de4-984b-4ad7-8cc6-db3db14b509a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b4213304-4027-4f7a-aa55-aefe8e2dd019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance f112980c-96c4-4bbd-83e3-72cb304992f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance e6070596-c2c7-42fb-8833-557d3ea583a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 46b79f17-4ad1-477f-919d-34f5dc69a245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1182.578015] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1182.826375] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c749f66e-3163-4161-8d7a-0a2346ab336f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.836323] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb060b3c-4602-4f20-93d0-cdbec6a21f29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.881897] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Successfully updated port: 8751334c-3980-4487-b93d-67b504a3c208 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.883665] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597d3e9-9ad5-48f3-96cc-7462863a03a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.893209] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ed435b-3a95-434d-b154-671408f151c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.898311] env[70771]: DEBUG nova.compute.manager [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.898488] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.899470] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5817ed61-a64e-458f-9e55-d7a78dc39cf6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.913762] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.917669] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.917962] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53170398-8cd0-4572-84e7-1e393d64ee1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.925587] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1182.925587] env[70771]: value = "task-3514567" [ 1182.925587] env[70771]: _type = "Task" [ 1182.925587] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.936782] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.389058] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.389377] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.389377] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.417306] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.435662] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514567, 'name': PowerOffVM_Task, 'duration_secs': 0.178965} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.435926] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.436174] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.436437] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07ffa532-25f2-4e09-87e2-2b60c8a66abd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.468294] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.469008] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.469008] env[70771]: DEBUG nova.compute.manager [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Going to confirm migration 7 {{(pid=70771) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1183.500667] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.500811] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.501084] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleting the datastore file [datastore1] 9c9ce6de-0529-4ab4-b137-8be517689a26 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.501434] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3ca4c4c-43b4-4b65-b578-e6c5d186a039 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.511251] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for the task: (returnval){ [ 1183.511251] env[70771]: value = "task-3514569" [ 1183.511251] env[70771]: _type = "Task" [ 1183.511251] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.521378] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.534020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "f112980c-96c4-4bbd-83e3-72cb304992f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.534020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.534020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "f112980c-96c4-4bbd-83e3-72cb304992f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.534020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.534020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.535226] env[70771]: INFO nova.compute.manager [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Terminating instance [ 1183.687790] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "e6070596-c2c7-42fb-8833-557d3ea583a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.688078] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.688292] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "e6070596-c2c7-42fb-8833-557d3ea583a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.688480] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.688651] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.691215] env[70771]: INFO nova.compute.manager [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Terminating instance [ 1183.879796] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-e8344264-4872-4429-84e8-4453989d6c3c-137a0796-b2e6-484c-bceb-f006c91438df" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.880120] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e8344264-4872-4429-84e8-4453989d6c3c-137a0796-b2e6-484c-bceb-f006c91438df" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.923186] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1183.923379] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.644s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.923601] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.923785] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Cleaning up deleted instances {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1183.932829] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.022000] env[70771]: DEBUG oslo_vmware.api [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Task: {'id': task-3514569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196013} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.022337] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.022543] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.022753] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.022954] env[70771]: INFO nova.compute.manager [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.023225] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.024316] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.024494] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.024696] env[70771]: DEBUG nova.network.neutron [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.024891] env[70771]: DEBUG nova.objects.instance [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'info_cache' on Instance uuid b4213304-4027-4f7a-aa55-aefe8e2dd019 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.027829] env[70771]: DEBUG nova.compute.manager [-] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.027829] env[70771]: DEBUG nova.network.neutron [-] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.040668] env[70771]: DEBUG nova.compute.manager [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.040880] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.043998] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2550da5e-5d64-4cee-9ddc-33d10c93eab2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.054028] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.054310] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c20651-6453-4411-9c03-d4ece9a10a5b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.061653] env[70771]: DEBUG oslo_vmware.api [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1184.061653] env[70771]: value = "task-3514570" [ 1184.061653] env[70771]: _type = "Task" [ 1184.061653] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.073213] env[70771]: DEBUG oslo_vmware.api [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.196541] env[70771]: DEBUG nova.compute.manager [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.196910] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.198043] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9af61f-81a4-4183-b2b8-d80e62461861 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.206617] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.207029] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634cdda5-854f-4ed0-9ccb-764a4abecaa4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.213319] env[70771]: DEBUG oslo_vmware.api [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1184.213319] env[70771]: value = "task-3514571" [ 1184.213319] env[70771]: _type = "Task" [ 1184.213319] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.221890] env[70771]: DEBUG oslo_vmware.api [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.382160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "90881010-995d-4853-a59a-724e5778df53" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.382160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.382160] env[70771]: INFO nova.compute.manager [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Unshelving [ 1184.382584] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.382797] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.384385] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cc04b5-7263-4d5f-bc94-a1f6057e0ca1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.411181] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a10a484-707c-497b-b3c5-44ccc552fe56 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.449595] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] There are 62 instances to clean {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1184.449777] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 6e5b3dc6-3ae2-41ee-8689-947906752160] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.457219] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Reconfiguring VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1184.460429] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93876e5-1566-4a98-92dc-e3af2f0c641f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.481227] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1184.481227] env[70771]: value = "task-3514572" [ 1184.481227] env[70771]: _type = "Task" [ 1184.481227] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.492360] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.572244] env[70771]: DEBUG oslo_vmware.api [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514570, 'name': PowerOffVM_Task, 'duration_secs': 0.1941} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.574696] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.574898] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.575165] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6e1fa7c-66ca-4766-adc8-13a7508dac65 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.635863] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received event network-vif-plugged-137a0796-b2e6-484c-bceb-f006c91438df {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.636184] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.636423] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "e8344264-4872-4429-84e8-4453989d6c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.636614] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "e8344264-4872-4429-84e8-4453989d6c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.636776] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] No waiting events found dispatching network-vif-plugged-137a0796-b2e6-484c-bceb-f006c91438df {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.636962] env[70771]: WARNING nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received unexpected event network-vif-plugged-137a0796-b2e6-484c-bceb-f006c91438df for instance with vm_state active and task_state None. [ 1184.637136] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received event network-changed-137a0796-b2e6-484c-bceb-f006c91438df {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.637294] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Refreshing instance network info cache due to event network-changed-137a0796-b2e6-484c-bceb-f006c91438df. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.637481] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.637581] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquired lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.637730] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Refreshing network info cache for port 137a0796-b2e6-484c-bceb-f006c91438df {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.641173] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.641173] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.641173] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleting the datastore file [datastore2] f112980c-96c4-4bbd-83e3-72cb304992f4 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.641563] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb0ef55d-eaa7-4b94-999f-39567e776710 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.650690] env[70771]: DEBUG oslo_vmware.api [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1184.650690] env[70771]: value = "task-3514574" [ 1184.650690] env[70771]: _type = "Task" [ 1184.650690] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.659029] env[70771]: DEBUG oslo_vmware.api [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.722851] env[70771]: DEBUG oslo_vmware.api [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514571, 'name': PowerOffVM_Task, 'duration_secs': 0.173262} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.725278] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.725460] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.728670] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71d0d15-7b3d-4225-b497-913a75ca04f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.781523] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.781789] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.781789] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleting the datastore file [datastore2] e6070596-c2c7-42fb-8833-557d3ea583a9 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.782371] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f876fea-ec70-42f3-ab94-f9fb74be5969 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.789159] env[70771]: DEBUG oslo_vmware.api [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1184.789159] env[70771]: value = "task-3514576" [ 1184.789159] env[70771]: _type = "Task" [ 1184.789159] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.796948] env[70771]: DEBUG oslo_vmware.api [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.960870] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 0017a446-53fd-4522-93a3-9e15ad137f72] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.993875] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.001342] env[70771]: DEBUG nova.network.neutron [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [{"id": "ed47a97c-fdcd-463b-b37e-664e4f152106", "address": "fa:16:3e:8a:09:81", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47a97c-fd", "ovs_interfaceid": "ed47a97c-fdcd-463b-b37e-664e4f152106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6714408-1adf-4fe7-87f8-d608c483811c", "address": "fa:16:3e:b0:9e:71", "network": {"id": "ead0def2-efc7-463d-baaf-329e124a7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790498306", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6714408-1a", "ovs_interfaceid": "e6714408-1adf-4fe7-87f8-d608c483811c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8751334c-3980-4487-b93d-67b504a3c208", "address": "fa:16:3e:34:bd:d9", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8751334c-39", "ovs_interfaceid": "8751334c-3980-4487-b93d-67b504a3c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.006927] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "19083887-c25c-476c-b421-40549d1833b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.007191] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "19083887-c25c-476c-b421-40549d1833b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.007460] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "19083887-c25c-476c-b421-40549d1833b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.007538] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "19083887-c25c-476c-b421-40549d1833b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.007700] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "19083887-c25c-476c-b421-40549d1833b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.009541] env[70771]: INFO nova.compute.manager [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Terminating instance [ 1185.161646] env[70771]: DEBUG oslo_vmware.api [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136866} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.161892] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.162210] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.162428] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.162685] env[70771]: INFO nova.compute.manager [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1185.162944] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.163145] env[70771]: DEBUG nova.compute.manager [-] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.163242] env[70771]: DEBUG nova.network.neutron [-] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.300261] env[70771]: DEBUG oslo_vmware.api [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131952} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.303250] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.303441] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.303623] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.303801] env[70771]: INFO nova.compute.manager [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1185.304110] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.304318] env[70771]: DEBUG nova.compute.manager [-] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.304411] env[70771]: DEBUG nova.network.neutron [-] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.321344] env[70771]: DEBUG nova.network.neutron [-] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.377131] env[70771]: DEBUG nova.network.neutron [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [{"id": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "address": "fa:16:3e:88:23:30", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3323e7ff-08", "ovs_interfaceid": "3323e7ff-08f6-4a96-9aec-9b5b16577f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.406929] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.407260] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.407470] env[70771]: DEBUG nova.objects.instance [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lazy-loading 'pci_requests' on Instance uuid 90881010-995d-4853-a59a-724e5778df53 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.463809] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: d2ca93e2-fa72-46ea-83e8-c816b40f21ee] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.494252] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.503196] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Releasing lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.503585] env[70771]: DEBUG nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Instance network_info: |[{"id": "ed47a97c-fdcd-463b-b37e-664e4f152106", "address": "fa:16:3e:8a:09:81", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47a97c-fd", "ovs_interfaceid": "ed47a97c-fdcd-463b-b37e-664e4f152106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6714408-1adf-4fe7-87f8-d608c483811c", "address": "fa:16:3e:b0:9e:71", "network": {"id": "ead0def2-efc7-463d-baaf-329e124a7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790498306", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6714408-1a", "ovs_interfaceid": "e6714408-1adf-4fe7-87f8-d608c483811c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8751334c-3980-4487-b93d-67b504a3c208", "address": "fa:16:3e:34:bd:d9", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8751334c-39", "ovs_interfaceid": "8751334c-3980-4487-b93d-67b504a3c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.504070] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:09:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed47a97c-fdcd-463b-b37e-664e4f152106', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:9e:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6714408-1adf-4fe7-87f8-d608c483811c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:bd:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8751334c-3980-4487-b93d-67b504a3c208', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.515431] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Creating folder: Project (8c33d9f8c8044f269ef2e26bc65bc78d). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.516572] env[70771]: DEBUG nova.compute.manager [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.516685] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.516928] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d50dc59-304b-4ddf-9f97-08be14bd545d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.519266] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef72ff2-f775-4bfd-b984-3cee55b5c5c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.531245] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.531245] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9310393e-fb5b-430d-9361-8cadebdaa365 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.534084] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Created folder: Project (8c33d9f8c8044f269ef2e26bc65bc78d) in parent group-v701875. [ 1185.534275] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Creating folder: Instances. Parent ref: group-v702181. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.535151] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d32acf4-5729-4421-b611-2cbabc655fb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.538871] env[70771]: DEBUG oslo_vmware.api [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1185.538871] env[70771]: value = "task-3514578" [ 1185.538871] env[70771]: _type = "Task" [ 1185.538871] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.549320] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Created folder: Instances in parent group-v702181. [ 1185.549691] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.550255] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.550469] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c0a338f-5d0f-4e37-ad26-e677067a3c8b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.571658] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updated VIF entry in instance network info cache for port 137a0796-b2e6-484c-bceb-f006c91438df. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.572166] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [{"id": "6b9db88a-2511-453b-95a1-690a5403bdfc", "address": "fa:16:3e:47:0b:4d", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9db88a-25", "ovs_interfaceid": "6b9db88a-2511-453b-95a1-690a5403bdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "137a0796-b2e6-484c-bceb-f006c91438df", "address": "fa:16:3e:89:2e:b8", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137a0796-b2", "ovs_interfaceid": "137a0796-b2e6-484c-bceb-f006c91438df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.577052] env[70771]: DEBUG oslo_vmware.api [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.579600] env[70771]: DEBUG nova.compute.manager [req-29c23df1-e746-41a4-a14a-a588b1bfedb2 req-c5d3cd7c-62cb-4702-a144-f2424a4fe914 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Received event network-vif-deleted-fff96ef1-1f50-47e9-a081-377daf190a42 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.579794] env[70771]: INFO nova.compute.manager [req-29c23df1-e746-41a4-a14a-a588b1bfedb2 req-c5d3cd7c-62cb-4702-a144-f2424a4fe914 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Neutron deleted interface fff96ef1-1f50-47e9-a081-377daf190a42; detaching it from the instance and deleting it from the info cache [ 1185.579965] env[70771]: DEBUG nova.network.neutron [req-29c23df1-e746-41a4-a14a-a588b1bfedb2 req-c5d3cd7c-62cb-4702-a144-f2424a4fe914 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.584408] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.584408] env[70771]: value = "task-3514580" [ 1185.584408] env[70771]: _type = "Task" [ 1185.584408] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.594724] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514580, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.824724] env[70771]: INFO nova.compute.manager [-] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Took 1.80 seconds to deallocate network for instance. [ 1185.879493] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b4213304-4027-4f7a-aa55-aefe8e2dd019" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.879765] env[70771]: DEBUG nova.objects.instance [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'migration_context' on Instance uuid b4213304-4027-4f7a-aa55-aefe8e2dd019 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.911630] env[70771]: DEBUG nova.objects.instance [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lazy-loading 'numa_topology' on Instance uuid 90881010-995d-4853-a59a-724e5778df53 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.969704] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b22a122b-50c3-47a9-9841-b8837bbd90d2] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.993648] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.048734] env[70771]: DEBUG nova.network.neutron [-] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.049850] env[70771]: DEBUG oslo_vmware.api [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514578, 'name': PowerOffVM_Task, 'duration_secs': 0.162443} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.050287] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.050458] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.050704] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d886ea65-ac6b-462b-8fae-f6927f095afa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.078823] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Releasing lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.079025] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-vif-plugged-ed47a97c-fdcd-463b-b37e-664e4f152106 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.080059] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.080059] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.080059] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.080059] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] No waiting events found dispatching network-vif-plugged-ed47a97c-fdcd-463b-b37e-664e4f152106 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.080059] env[70771]: WARNING nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received unexpected event network-vif-plugged-ed47a97c-fdcd-463b-b37e-664e4f152106 for instance with vm_state building and task_state spawning. [ 1186.080059] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-changed-ed47a97c-fdcd-463b-b37e-664e4f152106 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.080466] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Refreshing instance network info cache due to event network-changed-ed47a97c-fdcd-463b-b37e-664e4f152106. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.080466] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.080526] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquired lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.080666] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Refreshing network info cache for port ed47a97c-fdcd-463b-b37e-664e4f152106 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.082062] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-978f7a78-fa61-4c00-92f8-261e923d553f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.091290] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6fd3ad-ad2a-4cbf-8c0c-e753ed8de8bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.106370] env[70771]: DEBUG nova.network.neutron [-] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.107981] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514580, 'name': CreateVM_Task, 'duration_secs': 0.391311} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.108804] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.109669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.109849] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.110233] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.111544] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88135864-1cf9-4edf-a488-d7ff2a8fa70e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.113310] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.113496] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.113671] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Deleting the datastore file [datastore1] 19083887-c25c-476c-b421-40549d1833b5 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.113893] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a5af17-ff1f-40ea-b88f-b6d857ae02cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.118339] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1186.118339] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529844e1-c608-ac48-6b73-5e5b695ff19c" [ 1186.118339] env[70771]: _type = "Task" [ 1186.118339] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.129964] env[70771]: DEBUG oslo_vmware.api [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1186.129964] env[70771]: value = "task-3514582" [ 1186.129964] env[70771]: _type = "Task" [ 1186.129964] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.130210] env[70771]: DEBUG nova.compute.manager [req-29c23df1-e746-41a4-a14a-a588b1bfedb2 req-c5d3cd7c-62cb-4702-a144-f2424a4fe914 service nova] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Detach interface failed, port_id=fff96ef1-1f50-47e9-a081-377daf190a42, reason: Instance e6070596-c2c7-42fb-8833-557d3ea583a9 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.136758] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529844e1-c608-ac48-6b73-5e5b695ff19c, 'name': SearchDatastore_Task, 'duration_secs': 0.00833} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.137314] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.137537] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.137763] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.137911] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.138097] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.138320] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecf0143c-a82d-4c3c-a82d-ef3fb331cf57 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.142569] env[70771]: DEBUG oslo_vmware.api [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.147938] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.148128] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.148786] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a8d785-a518-451b-a3c6-8e4a4996f423 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.153520] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1186.153520] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52b0348a-1b26-c14d-c258-d5eb46c6c9a8" [ 1186.153520] env[70771]: _type = "Task" [ 1186.153520] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.160867] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b0348a-1b26-c14d-c258-d5eb46c6c9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.332949] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.383046] env[70771]: DEBUG nova.objects.base [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.383959] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b58276-759e-4a63-b4c9-4ee8d921b01e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.404589] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00718bad-1f51-4866-8d9f-81621d8d5321 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.410400] env[70771]: DEBUG oslo_vmware.api [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1186.410400] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e86817-037f-3c98-f4a0-af793fc666f0" [ 1186.410400] env[70771]: _type = "Task" [ 1186.410400] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.413598] env[70771]: INFO nova.compute.claims [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.421204] env[70771]: DEBUG oslo_vmware.api [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e86817-037f-3c98-f4a0-af793fc666f0, 'name': SearchDatastore_Task, 'duration_secs': 0.00625} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.421204] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.473051] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 5f0ab303-0838-4511-8260-ec90a712f4e5] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.492993] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.551597] env[70771]: INFO nova.compute.manager [-] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Took 1.25 seconds to deallocate network for instance. [ 1186.608799] env[70771]: INFO nova.compute.manager [-] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Took 1.45 seconds to deallocate network for instance. [ 1186.641195] env[70771]: DEBUG oslo_vmware.api [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117687} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.641195] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.641298] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.641449] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.641641] env[70771]: INFO nova.compute.manager [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 19083887-c25c-476c-b421-40549d1833b5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1186.641907] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.642156] env[70771]: DEBUG nova.compute.manager [-] [instance: 19083887-c25c-476c-b421-40549d1833b5] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.642308] env[70771]: DEBUG nova.network.neutron [-] [instance: 19083887-c25c-476c-b421-40549d1833b5] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.669764] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52b0348a-1b26-c14d-c258-d5eb46c6c9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.672859] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610e6c81-408f-44b4-8fa8-8f75bbf765f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.678130] env[70771]: DEBUG nova.compute.manager [req-ac63d4aa-3ca4-425f-a4b7-8e6f0692c078 req-c3ee4783-0da5-4c72-b822-a36930a8b6fb service nova] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Received event network-vif-deleted-32abca0e-d9b5-4317-b7c9-c17eff1c8012 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.678463] env[70771]: DEBUG nova.compute.manager [req-ac63d4aa-3ca4-425f-a4b7-8e6f0692c078 req-c3ee4783-0da5-4c72-b822-a36930a8b6fb service nova] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Received event network-vif-deleted-92cdcd51-3eaa-4c9b-817e-7acac6a70668 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.683813] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1186.683813] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52aa0c9f-61d1-d9c5-b03e-1aab3cab0977" [ 1186.683813] env[70771]: _type = "Task" [ 1186.683813] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.698208] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52aa0c9f-61d1-d9c5-b03e-1aab3cab0977, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.698613] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.699011] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 46b79f17-4ad1-477f-919d-34f5dc69a245/46b79f17-4ad1-477f-919d-34f5dc69a245.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.699385] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01245bb9-4ba8-428a-a954-fc0d89ca7057 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.708660] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1186.708660] env[70771]: value = "task-3514583" [ 1186.708660] env[70771]: _type = "Task" [ 1186.708660] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.727077] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.977738] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b3e30e18-12ea-423e-b687-0b543e92c26a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.994844] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.060607] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.100697] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updated VIF entry in instance network info cache for port ed47a97c-fdcd-463b-b37e-664e4f152106. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.101225] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [{"id": "ed47a97c-fdcd-463b-b37e-664e4f152106", "address": "fa:16:3e:8a:09:81", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47a97c-fd", "ovs_interfaceid": "ed47a97c-fdcd-463b-b37e-664e4f152106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6714408-1adf-4fe7-87f8-d608c483811c", "address": "fa:16:3e:b0:9e:71", "network": {"id": "ead0def2-efc7-463d-baaf-329e124a7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790498306", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6714408-1a", "ovs_interfaceid": "e6714408-1adf-4fe7-87f8-d608c483811c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8751334c-3980-4487-b93d-67b504a3c208", "address": "fa:16:3e:34:bd:d9", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8751334c-39", "ovs_interfaceid": "8751334c-3980-4487-b93d-67b504a3c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.116665] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.179036] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed88ac83-b2d1-4e5f-826a-325678cc4b10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.190132] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3f0548-cac8-4559-810b-a138140ae587 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.228786] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42908631-137b-4f47-99bb-add4b9d18973 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.241390] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2eecc-2a95-4d84-b138-e5e79cbb1a4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.245710] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514583, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.257049] env[70771]: DEBUG nova.compute.provider_tree [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.482386] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 73b644bf-cf95-48d7-873c-67b7452b2ea2] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.494868] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.604588] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Releasing lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.604801] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-vif-plugged-e6714408-1adf-4fe7-87f8-d608c483811c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.605046] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.605292] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.605450] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.605660] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] No waiting events found dispatching network-vif-plugged-e6714408-1adf-4fe7-87f8-d608c483811c {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.605884] env[70771]: WARNING nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received unexpected event network-vif-plugged-e6714408-1adf-4fe7-87f8-d608c483811c for instance with vm_state building and task_state spawning. [ 1187.606095] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-changed-e6714408-1adf-4fe7-87f8-d608c483811c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.606277] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Refreshing instance network info cache due to event network-changed-e6714408-1adf-4fe7-87f8-d608c483811c. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.606467] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.606606] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquired lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.606766] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Refreshing network info cache for port e6714408-1adf-4fe7-87f8-d608c483811c {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.739644] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534056} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.740243] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 46b79f17-4ad1-477f-919d-34f5dc69a245/46b79f17-4ad1-477f-919d-34f5dc69a245.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.740596] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.740971] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf420fd-2760-4d82-8c04-bcc23cb11e1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.749407] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1187.749407] env[70771]: value = "task-3514584" [ 1187.749407] env[70771]: _type = "Task" [ 1187.749407] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.763911] env[70771]: DEBUG nova.scheduler.client.report [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.768855] env[70771]: DEBUG nova.network.neutron [-] [instance: 19083887-c25c-476c-b421-40549d1833b5] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.770094] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.986780] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 0dff8624-7b5d-40d1-b03b-54250411f2ad] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.999745] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.261606] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285494} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.261894] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.266784] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43feef42-3522-4f3f-9ddd-6aaf08090c23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.271204] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.286791] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.954s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.287066] env[70771]: DEBUG nova.objects.instance [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lazy-loading 'resources' on Instance uuid 9c9ce6de-0529-4ab4-b137-8be517689a26 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.288307] env[70771]: INFO nova.compute.manager [-] [instance: 19083887-c25c-476c-b421-40549d1833b5] Took 1.65 seconds to deallocate network for instance. [ 1188.296993] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 46b79f17-4ad1-477f-919d-34f5dc69a245/46b79f17-4ad1-477f-919d-34f5dc69a245.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.303682] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a046892-0b47-467d-8b9c-fb37868edd9c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.326658] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1188.326658] env[70771]: value = "task-3514585" [ 1188.326658] env[70771]: _type = "Task" [ 1188.326658] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.335919] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.371570] env[70771]: INFO nova.network.neutron [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating port a7846129-d037-4b74-aaa6-f7dd287d878d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1188.494387] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e864fae-2d9b-45b7-bca1-d13cca6417ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.497262] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 0163fd8c-6442-4954-acd0-63a403a9f294] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.507169] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd990026-f5ff-4f6f-b5f1-b1db7777f31c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.510879] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.545981] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7b988-b401-434a-b21a-19bc3ffe8914 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.553833] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a0f49-1d57-4464-9494-eb375fa3630f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.558429] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updated VIF entry in instance network info cache for port e6714408-1adf-4fe7-87f8-d608c483811c. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.558867] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [{"id": "ed47a97c-fdcd-463b-b37e-664e4f152106", "address": "fa:16:3e:8a:09:81", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47a97c-fd", "ovs_interfaceid": "ed47a97c-fdcd-463b-b37e-664e4f152106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6714408-1adf-4fe7-87f8-d608c483811c", "address": "fa:16:3e:b0:9e:71", "network": {"id": "ead0def2-efc7-463d-baaf-329e124a7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790498306", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6714408-1a", "ovs_interfaceid": "e6714408-1adf-4fe7-87f8-d608c483811c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8751334c-3980-4487-b93d-67b504a3c208", "address": "fa:16:3e:34:bd:d9", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8751334c-39", "ovs_interfaceid": "8751334c-3980-4487-b93d-67b504a3c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.571428] env[70771]: DEBUG nova.compute.provider_tree [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.706145] env[70771]: DEBUG nova.compute.manager [req-8d9e8998-03aa-4428-960c-43a7438e41a0 req-c71d4846-794b-4967-acd0-0450a62d8bb4 service nova] [instance: 19083887-c25c-476c-b421-40549d1833b5] Received event network-vif-deleted-55785cce-e15a-4ba1-b43f-517baacd825c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.822238] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.836966] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514585, 'name': ReconfigVM_Task, 'duration_secs': 0.441556} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.837262] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 46b79f17-4ad1-477f-919d-34f5dc69a245/46b79f17-4ad1-477f-919d-34f5dc69a245.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.837889] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47b32fa9-3662-4b16-9335-9f7775f9da5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.843691] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1188.843691] env[70771]: value = "task-3514586" [ 1188.843691] env[70771]: _type = "Task" [ 1188.843691] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.852582] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514586, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.001291] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: a5e8c757-1dd8-47b2-be82-9abe6760de33] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.003060] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.062149] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Releasing lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.062499] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-vif-plugged-8751334c-3980-4487-b93d-67b504a3c208 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.062720] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.062933] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.063177] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.063366] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] No waiting events found dispatching network-vif-plugged-8751334c-3980-4487-b93d-67b504a3c208 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.063538] env[70771]: WARNING nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received unexpected event network-vif-plugged-8751334c-3980-4487-b93d-67b504a3c208 for instance with vm_state building and task_state spawning. [ 1189.063705] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-changed-8751334c-3980-4487-b93d-67b504a3c208 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.063867] env[70771]: DEBUG nova.compute.manager [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Refreshing instance network info cache due to event network-changed-8751334c-3980-4487-b93d-67b504a3c208. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.064069] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquiring lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.064215] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Acquired lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.064377] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Refreshing network info cache for port 8751334c-3980-4487-b93d-67b504a3c208 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.073991] env[70771]: DEBUG nova.scheduler.client.report [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.355066] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514586, 'name': Rename_Task, 'duration_secs': 0.201829} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.355066] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.355351] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb52097c-0c12-4120-896b-9d62cac1dfca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.361510] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1189.361510] env[70771]: value = "task-3514587" [ 1189.361510] env[70771]: _type = "Task" [ 1189.361510] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.369057] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.501721] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.504332] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 31944f93-5cac-4ca3-9d9d-c0f0f45c1783] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.578426] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.292s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.580640] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.159s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.601907] env[70771]: INFO nova.scheduler.client.report [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Deleted allocations for instance 9c9ce6de-0529-4ab4-b137-8be517689a26 [ 1189.872032] env[70771]: DEBUG oslo_vmware.api [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514587, 'name': PowerOnVM_Task, 'duration_secs': 0.464562} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.872321] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.872555] env[70771]: INFO nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Took 12.25 seconds to spawn the instance on the hypervisor. [ 1189.872752] env[70771]: DEBUG nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.875642] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b96cf-46fe-4aa1-bf04-8b89048155f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.931612] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updated VIF entry in instance network info cache for port 8751334c-3980-4487-b93d-67b504a3c208. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.932103] env[70771]: DEBUG nova.network.neutron [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [{"id": "ed47a97c-fdcd-463b-b37e-664e4f152106", "address": "fa:16:3e:8a:09:81", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47a97c-fd", "ovs_interfaceid": "ed47a97c-fdcd-463b-b37e-664e4f152106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6714408-1adf-4fe7-87f8-d608c483811c", "address": "fa:16:3e:b0:9e:71", "network": {"id": "ead0def2-efc7-463d-baaf-329e124a7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790498306", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6714408-1a", "ovs_interfaceid": "e6714408-1adf-4fe7-87f8-d608c483811c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8751334c-3980-4487-b93d-67b504a3c208", "address": "fa:16:3e:34:bd:d9", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8751334c-39", "ovs_interfaceid": "8751334c-3980-4487-b93d-67b504a3c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.002921] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.010762] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 4b6f46ca-347a-4320-852d-c8c74fe423c7] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.053712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.053861] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.054253] env[70771]: DEBUG nova.network.neutron [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.111226] env[70771]: DEBUG oslo_concurrency.lockutils [None req-1e6caf68-265b-4f03-974a-998303c7412b tempest-DeleteServersTestJSON-1788501793 tempest-DeleteServersTestJSON-1788501793-project-member] Lock "9c9ce6de-0529-4ab4-b137-8be517689a26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.725s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.237263] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c63acc-5966-44bc-8122-a6c578b61385 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.244569] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee0ae8-425c-47f3-9d51-5da8228cbcbe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.274322] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144d3bb-6671-4e54-8de9-27c1b98b9b0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.281696] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b4903e-984b-4601-9e7d-6a74ed3eb0c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.296232] env[70771]: DEBUG nova.compute.provider_tree [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.393394] env[70771]: INFO nova.compute.manager [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Took 17.18 seconds to build instance. [ 1190.435410] env[70771]: DEBUG oslo_concurrency.lockutils [req-b9873a3c-68d8-42f0-acfb-a0cf006e23e0 req-3277ffbd-570c-44e2-ab1f-a4d40d76aa94 service nova] Releasing lock "refresh_cache-46b79f17-4ad1-477f-919d-34f5dc69a245" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.502609] env[70771]: DEBUG oslo_vmware.api [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514572, 'name': ReconfigVM_Task, 'duration_secs': 5.767313} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.502878] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.503068] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Reconfigured VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1190.513848] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 851d884c-71b6-4d52-8b7e-c9f42b3a32a9] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.740764] env[70771]: DEBUG nova.compute.manager [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Received event network-vif-plugged-a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.740982] env[70771]: DEBUG oslo_concurrency.lockutils [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] Acquiring lock "90881010-995d-4853-a59a-724e5778df53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.742111] env[70771]: DEBUG oslo_concurrency.lockutils [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] Lock "90881010-995d-4853-a59a-724e5778df53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.742324] env[70771]: DEBUG oslo_concurrency.lockutils [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] Lock "90881010-995d-4853-a59a-724e5778df53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.742540] env[70771]: DEBUG nova.compute.manager [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] No waiting events found dispatching network-vif-plugged-a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.742714] env[70771]: WARNING nova.compute.manager [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Received unexpected event network-vif-plugged-a7846129-d037-4b74-aaa6-f7dd287d878d for instance with vm_state shelved_offloaded and task_state spawning. [ 1190.742869] env[70771]: DEBUG nova.compute.manager [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Received event network-changed-a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.743031] env[70771]: DEBUG nova.compute.manager [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Refreshing instance network info cache due to event network-changed-a7846129-d037-4b74-aaa6-f7dd287d878d. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.743201] env[70771]: DEBUG oslo_concurrency.lockutils [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] Acquiring lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.799461] env[70771]: DEBUG nova.scheduler.client.report [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.895524] env[70771]: DEBUG oslo_concurrency.lockutils [None req-dbe723d8-35c7-4189-be61-539273ce6b6b tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.701s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.908317] env[70771]: DEBUG nova.network.neutron [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [{"id": "a7846129-d037-4b74-aaa6-f7dd287d878d", "address": "fa:16:3e:b3:a6:9c", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7846129-d0", "ovs_interfaceid": "a7846129-d037-4b74-aaa6-f7dd287d878d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.018540] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: df0124cd-f465-4781-8f15-9eafb23909fb] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.411189] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.413500] env[70771]: DEBUG oslo_concurrency.lockutils [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] Acquired lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.413731] env[70771]: DEBUG nova.network.neutron [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Refreshing network info cache for port a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.438676] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a645b07670ecee521f5a7f21f84116c9',container_format='bare',created_at=2025-04-22T15:03:28Z,direct_url=,disk_format='vmdk',id=16d241b9-da72-4e12-acba-6a09dcecaea2,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-476847017-shelved',owner='6f2fbcb7102b43a3b582224d5ad857a0',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-22T15:03:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.438925] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.439102] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.439295] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.439446] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.439596] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.439809] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.439973] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.440163] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.440327] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.440560] env[70771]: DEBUG nova.virt.hardware [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.441694] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c678e-59fd-4305-98a6-5e2121be489a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.450290] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f47a38a-a96b-455a-b70f-27af2cdb8846 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.465886] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:a6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7846129-d037-4b74-aaa6-f7dd287d878d', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.474315] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.474570] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90881010-995d-4853-a59a-724e5778df53] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.474814] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b71a11fd-7e7f-4a5b-a988-7e3a3268f958 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.494406] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.494406] env[70771]: value = "task-3514589" [ 1191.494406] env[70771]: _type = "Task" [ 1191.494406] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.502366] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "46b79f17-4ad1-477f-919d-34f5dc69a245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.502602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.503099] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.503352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.503586] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.504909] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514589, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.505578] env[70771]: INFO nova.compute.manager [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Terminating instance [ 1191.519850] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: dfe11fa6-4b37-468d-a339-ad88e95778b5] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.809762] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.229s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.812221] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.752s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.812480] env[70771]: DEBUG nova.objects.instance [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lazy-loading 'resources' on Instance uuid e6070596-c2c7-42fb-8833-557d3ea583a9 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.878760] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.879043] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e8344264-4872-4429-84e8-4453989d6c3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.879259] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.879444] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e8344264-4872-4429-84e8-4453989d6c3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.879611] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e8344264-4872-4429-84e8-4453989d6c3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.881508] env[70771]: INFO nova.compute.manager [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Terminating instance [ 1191.899579] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.899734] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.899909] env[70771]: DEBUG nova.network.neutron [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.003870] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514589, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.008857] env[70771]: DEBUG nova.compute.manager [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.009088] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.009875] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a138d1-7257-40f8-a74f-2fbb84b76301 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.016293] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.016516] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d0f741-c54e-4e9d-9948-2da083cdc5f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.022536] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 1efb4766-7eb6-49b7-b5fe-af66c80d040f] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.024305] env[70771]: DEBUG oslo_vmware.api [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1192.024305] env[70771]: value = "task-3514590" [ 1192.024305] env[70771]: _type = "Task" [ 1192.024305] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.034875] env[70771]: DEBUG oslo_vmware.api [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.134310] env[70771]: DEBUG nova.network.neutron [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Updated VIF entry in instance network info cache for port a7846129-d037-4b74-aaa6-f7dd287d878d. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.134650] env[70771]: DEBUG nova.network.neutron [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [{"id": "a7846129-d037-4b74-aaa6-f7dd287d878d", "address": "fa:16:3e:b3:a6:9c", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7846129-d0", "ovs_interfaceid": "a7846129-d037-4b74-aaa6-f7dd287d878d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.372854] env[70771]: INFO nova.scheduler.client.report [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted allocation for migration bd491de4-984b-4ad7-8cc6-db3db14b509a [ 1192.384879] env[70771]: DEBUG nova.compute.manager [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.385134] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.386016] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff026c-2e35-4297-bd4b-454936458f01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.396189] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.396599] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68a0022d-f7de-404a-89f9-345b5a8a2bc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.404089] env[70771]: DEBUG oslo_vmware.api [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1192.404089] env[70771]: value = "task-3514591" [ 1192.404089] env[70771]: _type = "Task" [ 1192.404089] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.418100] env[70771]: DEBUG oslo_vmware.api [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.464291] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a8c03-748d-4043-a9a2-2328c2734c05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.471851] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c77832-2139-4be5-a599-372e1a4c7eda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.508856] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9c7407-23f2-4a38-a141-0f4d13ce58a2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.517613] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c14b777-39fd-4906-91ad-0db7559011c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.525773] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514589, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.538260] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: dab7c971-aff5-4831-a96b-9625ef20ab0a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.540418] env[70771]: DEBUG nova.compute.provider_tree [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.546750] env[70771]: DEBUG oslo_vmware.api [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514590, 'name': PowerOffVM_Task, 'duration_secs': 0.171512} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.547065] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.547326] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.547559] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7788544-6857-493c-bfbb-0f6e6e3de0ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.639808] env[70771]: DEBUG oslo_concurrency.lockutils [req-c274f93a-d1a6-4eff-af67-8817462d2a2b req-cd5fba36-f030-404e-8b61-781038c51a7b service nova] Releasing lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.689383] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.689610] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.689803] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Deleting the datastore file [datastore2] 46b79f17-4ad1-477f-919d-34f5dc69a245 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.691192] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a7a3ca0-71f8-4d1e-8c70-e9dc535d48e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.698022] env[70771]: DEBUG oslo_vmware.api [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1192.698022] env[70771]: value = "task-3514593" [ 1192.698022] env[70771]: _type = "Task" [ 1192.698022] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.709367] env[70771]: DEBUG oslo_vmware.api [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.797636] env[70771]: DEBUG nova.compute.manager [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received event network-vif-deleted-137a0796-b2e6-484c-bceb-f006c91438df {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.797888] env[70771]: INFO nova.compute.manager [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Neutron deleted interface 137a0796-b2e6-484c-bceb-f006c91438df; detaching it from the instance and deleting it from the info cache [ 1192.798164] env[70771]: DEBUG nova.network.neutron [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [{"id": "6b9db88a-2511-453b-95a1-690a5403bdfc", "address": "fa:16:3e:47:0b:4d", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9db88a-25", "ovs_interfaceid": "6b9db88a-2511-453b-95a1-690a5403bdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.808306] env[70771]: INFO nova.network.neutron [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Port 137a0796-b2e6-484c-bceb-f006c91438df from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1192.808619] env[70771]: DEBUG nova.network.neutron [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [{"id": "6b9db88a-2511-453b-95a1-690a5403bdfc", "address": "fa:16:3e:47:0b:4d", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9db88a-25", "ovs_interfaceid": "6b9db88a-2511-453b-95a1-690a5403bdfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.878806] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ddbfeda9-9a90-4ee2-a37c-a9b174413d78 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.409s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.916692] env[70771]: DEBUG oslo_vmware.api [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514591, 'name': PowerOffVM_Task, 'duration_secs': 0.264885} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.916963] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.917224] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.917468] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb627763-ea25-4175-8c69-65729f75ae11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.984891] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.985160] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.985394] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleting the datastore file [datastore1] e8344264-4872-4429-84e8-4453989d6c3c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.985665] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624f7f05-d87a-4340-bad7-fa9a22741248 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.991672] env[70771]: DEBUG oslo_vmware.api [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1192.991672] env[70771]: value = "task-3514595" [ 1192.991672] env[70771]: _type = "Task" [ 1192.991672] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.999417] env[70771]: DEBUG oslo_vmware.api [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.010901] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514589, 'name': CreateVM_Task, 'duration_secs': 1.094476} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.011075] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90881010-995d-4853-a59a-724e5778df53] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.012142] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.012142] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.012263] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.012438] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6df27f4-4291-4edd-a298-0433a18b0e48 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.016915] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1193.016915] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52024a80-211e-e8be-0877-a800df1b73a1" [ 1193.016915] env[70771]: _type = "Task" [ 1193.016915] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.031679] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.031900] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Processing image 16d241b9-da72-4e12-acba-6a09dcecaea2 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.032145] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2/16d241b9-da72-4e12-acba-6a09dcecaea2.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.032293] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2/16d241b9-da72-4e12-acba-6a09dcecaea2.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.032465] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.032702] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d4949e-e7e8-4335-a37c-26fc1dc00ff6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.042846] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 762fe45a-836c-4eb6-a630-bcf7efa35e5a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.045137] env[70771]: DEBUG nova.scheduler.client.report [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.049045] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.049199] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.050070] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd7214a-63d6-4a1c-9838-0ca5de3a38fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.055203] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1193.055203] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]527f3cce-5f17-a32c-710a-3cde6dbdf705" [ 1193.055203] env[70771]: _type = "Task" [ 1193.055203] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.063387] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]527f3cce-5f17-a32c-710a-3cde6dbdf705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.207770] env[70771]: DEBUG oslo_vmware.api [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143943} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.208047] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.208241] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.208420] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.208594] env[70771]: INFO nova.compute.manager [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1193.208831] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.209035] env[70771]: DEBUG nova.compute.manager [-] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.209137] env[70771]: DEBUG nova.network.neutron [-] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.300793] env[70771]: DEBUG oslo_concurrency.lockutils [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] Acquiring lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.305402] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.305781] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.306016] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.306243] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.306431] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.308696] env[70771]: INFO nova.compute.manager [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Terminating instance [ 1193.311168] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.501784] env[70771]: DEBUG oslo_vmware.api [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285058} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.502058] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.502309] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.502430] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.502610] env[70771]: INFO nova.compute.manager [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1193.502926] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.503135] env[70771]: DEBUG nova.compute.manager [-] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.503232] env[70771]: DEBUG nova.network.neutron [-] [instance: e8344264-4872-4429-84e8-4453989d6c3c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.549707] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 2de49100-f331-48e6-be59-16d999d972c9] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.552095] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.554538] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.439s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.554773] env[70771]: DEBUG nova.objects.instance [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lazy-loading 'resources' on Instance uuid f112980c-96c4-4bbd-83e3-72cb304992f4 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.564963] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Preparing fetch location {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1193.565234] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Fetch image to [datastore1] OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4/OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4.vmdk {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1193.565421] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Downloading stream optimized image 16d241b9-da72-4e12-acba-6a09dcecaea2 to [datastore1] OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4/OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4.vmdk on the data store datastore1 as vApp {{(pid=70771) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1193.565592] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Downloading image file data 16d241b9-da72-4e12-acba-6a09dcecaea2 to the ESX as VM named 'OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4' {{(pid=70771) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1193.591698] env[70771]: INFO nova.scheduler.client.report [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted allocations for instance e6070596-c2c7-42fb-8833-557d3ea583a9 [ 1193.655384] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1193.655384] env[70771]: value = "resgroup-9" [ 1193.655384] env[70771]: _type = "ResourcePool" [ 1193.655384] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1193.655858] env[70771]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ece9281b-e2e7-4884-b487-d14f66ab8af2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.676626] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lease: (returnval){ [ 1193.676626] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5223e39d-ce1c-1047-5722-4b7f57960d75" [ 1193.676626] env[70771]: _type = "HttpNfcLease" [ 1193.676626] env[70771]: } obtained for vApp import into resource pool (val){ [ 1193.676626] env[70771]: value = "resgroup-9" [ 1193.676626] env[70771]: _type = "ResourcePool" [ 1193.676626] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1193.676874] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the lease: (returnval){ [ 1193.676874] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5223e39d-ce1c-1047-5722-4b7f57960d75" [ 1193.676874] env[70771]: _type = "HttpNfcLease" [ 1193.676874] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1193.683366] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1193.683366] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5223e39d-ce1c-1047-5722-4b7f57960d75" [ 1193.683366] env[70771]: _type = "HttpNfcLease" [ 1193.683366] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1193.815177] env[70771]: DEBUG nova.compute.manager [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.815416] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.816324] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ce5f52c1-18cb-4216-85a7-ed6800373ded tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e8344264-4872-4429-84e8-4453989d6c3c-137a0796-b2e6-484c-bceb-f006c91438df" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.936s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.817846] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd87f32-dd7a-4dc2-8595-d4cff5a04395 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.826898] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.827149] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d7ea006-bcea-47c0-9095-2449a01dbeeb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.836402] env[70771]: DEBUG oslo_vmware.api [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1193.836402] env[70771]: value = "task-3514597" [ 1193.836402] env[70771]: _type = "Task" [ 1193.836402] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.845387] env[70771]: DEBUG oslo_vmware.api [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.055598] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: cc76c519-5287-42af-8d24-1c3eb2d9b5ae] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.101398] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a3c9863-fa6c-4862-a7c4-53d4da04acb9 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "e6070596-c2c7-42fb-8833-557d3ea583a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.413s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.187489] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.187489] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5223e39d-ce1c-1047-5722-4b7f57960d75" [ 1194.187489] env[70771]: _type = "HttpNfcLease" [ 1194.187489] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1194.195843] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb61a8c-8dd8-4a64-b01d-5bd66a84c3c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.203168] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9b633-0eeb-46cd-8a29-e13dbd76fd10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.246044] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa92946-83dd-4d5f-ae36-30337a5105be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.254155] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babebd98-a477-4a70-bd42-78b68d135a50 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.268867] env[70771]: DEBUG nova.compute.provider_tree [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.348619] env[70771]: DEBUG oslo_vmware.api [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514597, 'name': PowerOffVM_Task, 'duration_secs': 0.235333} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.348914] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.349122] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.349381] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19f5e7b5-8061-4e70-99ce-d3c901d2352f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.417354] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.417613] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.417816] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleting the datastore file [datastore2] b4213304-4027-4f7a-aa55-aefe8e2dd019 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.418108] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52d8496-6f3e-49d8-9c5f-53e9cc4f1332 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.424286] env[70771]: DEBUG oslo_vmware.api [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1194.424286] env[70771]: value = "task-3514599" [ 1194.424286] env[70771]: _type = "Task" [ 1194.424286] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.431992] env[70771]: DEBUG oslo_vmware.api [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.559254] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: ade70948-73cb-4013-b47a-d5aa22edd9dd] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.686271] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.686271] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5223e39d-ce1c-1047-5722-4b7f57960d75" [ 1194.686271] env[70771]: _type = "HttpNfcLease" [ 1194.686271] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1194.686271] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1194.686271] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5223e39d-ce1c-1047-5722-4b7f57960d75" [ 1194.686271] env[70771]: _type = "HttpNfcLease" [ 1194.686271] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1194.686633] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3268e1f3-c3fa-46c0-9d87-d2cd753a741a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.693803] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52536d18-d3ad-02b6-fc69-d6add094bb3b/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1194.693968] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52536d18-d3ad-02b6-fc69-d6add094bb3b/disk-0.vmdk. {{(pid=70771) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1194.763620] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b0e52ff-1e26-4357-a32e-4e749b2701cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.772310] env[70771]: DEBUG nova.scheduler.client.report [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.838729] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-vif-deleted-8751334c-3980-4487-b93d-67b504a3c208 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.838924] env[70771]: INFO nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Neutron deleted interface 8751334c-3980-4487-b93d-67b504a3c208; detaching it from the instance and deleting it from the info cache [ 1194.839216] env[70771]: DEBUG nova.network.neutron [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [{"id": "ed47a97c-fdcd-463b-b37e-664e4f152106", "address": "fa:16:3e:8a:09:81", "network": {"id": "f64c2b28-6968-4d09-8729-40cc62e32032", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1248859243", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47a97c-fd", "ovs_interfaceid": "ed47a97c-fdcd-463b-b37e-664e4f152106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6714408-1adf-4fe7-87f8-d608c483811c", "address": "fa:16:3e:b0:9e:71", "network": {"id": "ead0def2-efc7-463d-baaf-329e124a7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790498306", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6714408-1a", "ovs_interfaceid": "e6714408-1adf-4fe7-87f8-d608c483811c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.934532] env[70771]: DEBUG oslo_vmware.api [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136047} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.934658] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.934833] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.935034] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.935220] env[70771]: INFO nova.compute.manager [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1194.935462] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.935648] env[70771]: DEBUG nova.compute.manager [-] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.935737] env[70771]: DEBUG nova.network.neutron [-] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.063246] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 46131288-c456-4b92-bd29-f0f89a5a2bfe] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.149324] env[70771]: DEBUG nova.network.neutron [-] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.254483] env[70771]: DEBUG nova.network.neutron [-] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.278401] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.281179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.459s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.281450] env[70771]: DEBUG nova.objects.instance [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lazy-loading 'resources' on Instance uuid 19083887-c25c-476c-b421-40549d1833b5 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.329067] env[70771]: INFO nova.scheduler.client.report [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted allocations for instance f112980c-96c4-4bbd-83e3-72cb304992f4 [ 1195.342772] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8755b87a-9913-43ac-ab48-3f48e554468f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.354300] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f352b5e5-b04e-4799-8dc4-5ec0bd18f022 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.406302] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Detach interface failed, port_id=8751334c-3980-4487-b93d-67b504a3c208, reason: Instance 46b79f17-4ad1-477f-919d-34f5dc69a245 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.406566] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-vif-deleted-ed47a97c-fdcd-463b-b37e-664e4f152106 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.406772] env[70771]: INFO nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Neutron deleted interface ed47a97c-fdcd-463b-b37e-664e4f152106; detaching it from the instance and deleting it from the info cache [ 1195.407616] env[70771]: DEBUG nova.network.neutron [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [{"id": "e6714408-1adf-4fe7-87f8-d608c483811c", "address": "fa:16:3e:b0:9e:71", "network": {"id": "ead0def2-efc7-463d-baaf-329e124a7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790498306", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6714408-1a", "ovs_interfaceid": "e6714408-1adf-4fe7-87f8-d608c483811c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.567038] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 72e8bfdd-ff66-4c3d-b6b0-86f2785894d3] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.653571] env[70771]: INFO nova.compute.manager [-] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Took 2.15 seconds to deallocate network for instance. [ 1195.757189] env[70771]: INFO nova.compute.manager [-] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Took 2.55 seconds to deallocate network for instance. [ 1195.842963] env[70771]: DEBUG oslo_concurrency.lockutils [None req-339d7774-488f-411e-9dab-deae42867851 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "f112980c-96c4-4bbd-83e3-72cb304992f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.310s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.912430] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86cb3db0-aebb-4358-9d75-27188f45f759 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.926038] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbffc4e-47e0-4313-84ab-a47a7a1b83db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.945891] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8cd73-1640-4d0d-a5b4-a13a2325e24d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.956077] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7add5e1-0b92-46d5-9a60-32743da634c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.968973] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Detach interface failed, port_id=ed47a97c-fdcd-463b-b37e-664e4f152106, reason: Instance 46b79f17-4ad1-477f-919d-34f5dc69a245 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.969146] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Received event network-vif-deleted-6b9db88a-2511-453b-95a1-690a5403bdfc {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.969327] env[70771]: INFO nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Neutron deleted interface 6b9db88a-2511-453b-95a1-690a5403bdfc; detaching it from the instance and deleting it from the info cache [ 1195.969502] env[70771]: DEBUG nova.network.neutron [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.006824] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7720b8-7dc8-4350-98fc-8cbc5c0dfe5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.016494] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81bc4e9-9788-48f7-bb59-70b3ebb3a323 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.030506] env[70771]: DEBUG nova.compute.provider_tree [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.059672] env[70771]: DEBUG nova.network.neutron [-] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.075231] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 0a856bb1-3f78-4b96-8019-428808a026ca] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.109239] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Completed reading data from the image iterator. {{(pid=70771) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1196.109502] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52536d18-d3ad-02b6-fc69-d6add094bb3b/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1196.110420] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451a4169-c936-4b80-affe-25abcb9b9ff2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.118158] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52536d18-d3ad-02b6-fc69-d6add094bb3b/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1196.118322] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52536d18-d3ad-02b6-fc69-d6add094bb3b/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1196.118590] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dde33ebc-f003-4819-a4f2-000728c9d708 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.165047] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.264519] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.328304] env[70771]: DEBUG oslo_vmware.rw_handles [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52536d18-d3ad-02b6-fc69-d6add094bb3b/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1196.328540] env[70771]: INFO nova.virt.vmwareapi.images [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Downloaded image file data 16d241b9-da72-4e12-acba-6a09dcecaea2 [ 1196.329610] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649a222d-9464-4b56-95af-3d71ac8e206d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.345051] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6f2f39b-2ee9-43fa-b3e1-a5c16322e30e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.368833] env[70771]: INFO nova.virt.vmwareapi.images [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] The imported VM was unregistered [ 1196.371320] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Caching image {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1196.371606] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Creating directory with path [datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.371911] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a604cac6-59d4-458c-9fb6-0656b10a269d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.383659] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Created directory with path [datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.383930] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4/OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4.vmdk to [datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2/16d241b9-da72-4e12-acba-6a09dcecaea2.vmdk. {{(pid=70771) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1196.384248] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fbf3ab99-508d-4c19-9449-60eda68fe7e0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.391307] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1196.391307] env[70771]: value = "task-3514601" [ 1196.391307] env[70771]: _type = "Task" [ 1196.391307] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.399106] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514601, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.474594] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3fc2e45-5ad2-4b18-a267-756d993b00ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.484365] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234d6aa0-3ed5-4ba4-8764-7d9ea3b19149 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.513151] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Detach interface failed, port_id=6b9db88a-2511-453b-95a1-690a5403bdfc, reason: Instance e8344264-4872-4429-84e8-4453989d6c3c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.513395] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Received event network-vif-deleted-e6714408-1adf-4fe7-87f8-d608c483811c {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.513565] env[70771]: INFO nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Neutron deleted interface e6714408-1adf-4fe7-87f8-d608c483811c; detaching it from the instance and deleting it from the info cache [ 1196.513732] env[70771]: DEBUG nova.network.neutron [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.556689] env[70771]: ERROR nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [req-0d9fe256-4bc5-46a9-9479-163621a03a60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d9fe256-4bc5-46a9-9479-163621a03a60"}]} [ 1196.565949] env[70771]: INFO nova.compute.manager [-] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Took 1.63 seconds to deallocate network for instance. [ 1196.578555] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 879c8b0d-dd64-4c09-8ebe-e96484803fe8] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.673269] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1196.697027] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1196.698662] env[70771]: DEBUG nova.compute.provider_tree [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.715472] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1196.738623] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1196.868350] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d4554-07b8-41c6-a7f6-431e54bd1912 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.874895] env[70771]: DEBUG nova.compute.manager [req-882e6ae4-6fc6-4f61-89db-2051af69717c req-6dae2943-a73c-497b-b559-e06362b52075 service nova] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Received event network-vif-deleted-3323e7ff-08f6-4a96-9aec-9b5b16577f27 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.880951] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e166109f-71fd-4f44-9654-5f1041cc5df3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.919672] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619e8b5-220b-4604-b6b4-157aa236b077 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.928611] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514601, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.932061] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1ebc18-afac-4be2-8259-e571bebd2075 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.948317] env[70771]: DEBUG nova.compute.provider_tree [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.016942] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4166d081-418e-44b8-880e-9587245fd631 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.028777] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d5a3e9-b9f5-4b81-a8e4-7acf069ae36d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.057046] env[70771]: DEBUG nova.compute.manager [req-7703c8f8-dad8-418c-8f9a-93a6f95d14a3 req-fed8c165-fa37-4815-b0bb-f08f969b6ce6 service nova] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Detach interface failed, port_id=e6714408-1adf-4fe7-87f8-d608c483811c, reason: Instance 46b79f17-4ad1-477f-919d-34f5dc69a245 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.073559] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.082305] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: af33b682-4aa9-4d0f-a2c8-0e3a29362c8c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.424731] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514601, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.475966] env[70771]: ERROR nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [req-b458e2f5-33dc-42ba-b9ff-f79ec1620d3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b458e2f5-33dc-42ba-b9ff-f79ec1620d3f"}]} [ 1197.497822] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.514026] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.514278] env[70771]: DEBUG nova.compute.provider_tree [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.532528] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.559077] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.588609] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 5d7d91ba-6faf-40d3-af49-356ad27bd419] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.622564] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.622864] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.662735] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "2cf3375d-7e07-4f74-9590-9de49393466f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.662979] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "2cf3375d-7e07-4f74-9590-9de49393466f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.730200] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2ce49c-7825-48fd-a76f-50f01eca9f7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.739429] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1c992-27ab-48c2-8161-448102679588 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.773156] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddd8bc7-6249-45bf-a789-e61c9de0287c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.780791] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4cb124-1bf9-480d-be13-5b2710ab2320 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.794688] env[70771]: DEBUG nova.compute.provider_tree [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.928231] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514601, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.095873] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 9bd6ad86-17f6-442b-a4c1-a1ec029b8c5b] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.125560] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.165919] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.336526] env[70771]: DEBUG nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1198.336970] env[70771]: DEBUG nova.compute.provider_tree [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 151 to 152 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1198.337311] env[70771]: DEBUG nova.compute.provider_tree [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.426385] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514601, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.598394] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: f226da87-f3f4-4a17-bcf8-e8d2ca437ae7] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.651765] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.689622] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.848712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.568s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.853656] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.689s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.854152] env[70771]: DEBUG nova.objects.instance [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'resources' on Instance uuid e8344264-4872-4429-84e8-4453989d6c3c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.870685] env[70771]: INFO nova.scheduler.client.report [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Deleted allocations for instance 19083887-c25c-476c-b421-40549d1833b5 [ 1198.927478] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514601, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.392787} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.927786] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4/OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4.vmdk to [datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2/16d241b9-da72-4e12-acba-6a09dcecaea2.vmdk. [ 1198.927933] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Cleaning up location [datastore1] OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1198.928113] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_18778ddc-108f-49a5-8c79-ac712d6b8db4 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.928376] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8807e83e-2de4-4437-9e83-d6590581ff6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.934695] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1198.934695] env[70771]: value = "task-3514602" [ 1198.934695] env[70771]: _type = "Task" [ 1198.934695] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.942500] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.102753] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 95b4b990-3a30-419e-9c04-d080f97203eb] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.380531] env[70771]: DEBUG oslo_concurrency.lockutils [None req-36bcf449-76e9-4a94-aa04-fa780d36d6c3 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "19083887-c25c-476c-b421-40549d1833b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.373s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.446955] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03233} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.447255] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.447433] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2/16d241b9-da72-4e12-acba-6a09dcecaea2.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.447679] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2/16d241b9-da72-4e12-acba-6a09dcecaea2.vmdk to [datastore1] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.447945] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a3e6957-41a4-40c0-a50e-fa7c3d6ffa91 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.456992] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1199.456992] env[70771]: value = "task-3514603" [ 1199.456992] env[70771]: _type = "Task" [ 1199.456992] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.467561] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.493017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c83381-d766-4e9e-b13f-2e9cbdc0ca29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.498935] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1af9017-8c69-4308-9044-b275dda3dc60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.530564] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7dffff-3a9e-49d1-9630-779453849d9b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.538939] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c981a87-f5e2-4f6d-8adb-9b8c8ee1e03f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.554315] env[70771]: DEBUG nova.compute.provider_tree [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.605221] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b645e08b-5c8c-4e15-9ad0-da943b4d91a8] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.625137] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.625137] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.625321] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.625530] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.626046] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.628105] env[70771]: INFO nova.compute.manager [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Terminating instance [ 1199.967411] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514603, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.057782] env[70771]: DEBUG nova.scheduler.client.report [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.109497] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: cbcc3dcc-e7f3-4693-b4ac-e79207ac0ad6] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.133194] env[70771]: DEBUG nova.compute.manager [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.133787] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.134581] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0563bb5e-7d05-49ac-9799-1e50d23f5d3b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.144819] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.144819] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6bb9218-1009-4ee2-8673-470761e434be {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.152037] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1200.152037] env[70771]: value = "task-3514604" [ 1200.152037] env[70771]: _type = "Task" [ 1200.152037] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.168282] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.468368] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514603, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.564880] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.566967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.303s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.567292] env[70771]: DEBUG nova.objects.instance [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lazy-loading 'resources' on Instance uuid 46b79f17-4ad1-477f-919d-34f5dc69a245 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.585799] env[70771]: INFO nova.scheduler.client.report [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted allocations for instance e8344264-4872-4429-84e8-4453989d6c3c [ 1200.613688] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: e9c7989c-efce-431d-a2b2-8c9adf9da2df] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.663640] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.805272] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.805587] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.805757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.805946] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.806142] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.811041] env[70771]: INFO nova.compute.manager [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Terminating instance [ 1200.969188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.969433] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.976112] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514603, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.098065] env[70771]: DEBUG oslo_concurrency.lockutils [None req-de6c6928-c87c-4c28-920d-bf6e65c41905 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e8344264-4872-4429-84e8-4453989d6c3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.219s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.099111] env[70771]: DEBUG oslo_concurrency.lockutils [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] Acquired lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.100184] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5340b3-2a13-46b0-9626-439dd2446ce8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.108923] env[70771]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1201.109121] env[70771]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70771) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1201.109539] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7dc1189-3d92-456b-85d9-b303c848cc02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.119063] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a614d0-fbd9-40ce-a633-d7c1cc253c24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.133536] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 25e4a03a-d774-4b87-b16c-24cc95552abb] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.157156] env[70771]: ERROR root [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-702165' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-702165' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-702165' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-702165'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-702165' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-702165' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-702165'}\n"]: nova.exception.InstanceNotFound: Instance e8344264-4872-4429-84e8-4453989d6c3c could not be found. [ 1201.157648] env[70771]: DEBUG oslo_concurrency.lockutils [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] Releasing lock "e8344264-4872-4429-84e8-4453989d6c3c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.158344] env[70771]: DEBUG nova.compute.manager [req-ae7e9456-d05e-4465-89c6-ba6cc4e648ef req-29cc0559-3524-46bc-8f33-4b12b4bf9faa service nova] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Detach interface failed, port_id=137a0796-b2e6-484c-bceb-f006c91438df, reason: Instance e8344264-4872-4429-84e8-4453989d6c3c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.171931] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514604, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.253946] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a3bdd-8176-4018-971c-f97d148220c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.265317] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd78a4-c28b-482a-aef4-4f97865eb547 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.315171] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b17bf-c325-4efd-a21b-c96c0e841709 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.320319] env[70771]: DEBUG nova.compute.manager [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.320695] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.322120] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b5789-e58a-4bf8-a2b1-556481381788 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.334408] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f8adc-7fb0-46d5-a2c6-65144b91896d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.343938] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.344786] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59319f6c-4b01-4e87-bf49-896869eaaa28 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.359133] env[70771]: DEBUG nova.compute.provider_tree [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.366170] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1201.366170] env[70771]: value = "task-3514605" [ 1201.366170] env[70771]: _type = "Task" [ 1201.366170] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.374786] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.469236] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514603, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.471795] env[70771]: DEBUG nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.637728] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: c2ce1da3-2e92-4f49-9bb9-4482c44a9356] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.666385] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514604, 'name': PowerOffVM_Task, 'duration_secs': 1.027792} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.666712] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.666886] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.668094] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-845b28b4-e211-4e2e-9155-a6c40a722059 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.789083] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.789321] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.789560] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Deleting the datastore file [datastore1] 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.789903] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f3df6e-2792-4a23-a266-29d4d1f9caed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.796961] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for the task: (returnval){ [ 1201.796961] env[70771]: value = "task-3514607" [ 1201.796961] env[70771]: _type = "Task" [ 1201.796961] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.806013] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.862529] env[70771]: DEBUG nova.scheduler.client.report [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.875192] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.970278] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514603, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.996696] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.142057] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 89a409b9-04d6-4763-8244-5dd6bdab5bbe] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.305893] env[70771]: DEBUG oslo_vmware.api [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Task: {'id': task-3514607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36882} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.306269] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.306488] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.306705] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.306914] env[70771]: INFO nova.compute.manager [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1202.307228] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.307479] env[70771]: DEBUG nova.compute.manager [-] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.307579] env[70771]: DEBUG nova.network.neutron [-] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.346143] env[70771]: DEBUG oslo_concurrency.lockutils [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.346143] env[70771]: DEBUG oslo_concurrency.lockutils [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.370346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.372569] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.299s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.372777] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.380526] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.729s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.382010] env[70771]: INFO nova.compute.claims [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.396516] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514605, 'name': PowerOffVM_Task, 'duration_secs': 0.748405} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.398715] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.398904] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.399212] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b07f76eb-b9ad-4518-8488-df233c2128f2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.406912] env[70771]: INFO nova.scheduler.client.report [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Deleted allocations for instance 46b79f17-4ad1-477f-919d-34f5dc69a245 [ 1202.414015] env[70771]: INFO nova.scheduler.client.report [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted allocations for instance b4213304-4027-4f7a-aa55-aefe8e2dd019 [ 1202.474590] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514603, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.547065} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.474956] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/16d241b9-da72-4e12-acba-6a09dcecaea2/16d241b9-da72-4e12-acba-6a09dcecaea2.vmdk to [datastore1] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.475716] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7dcbe6-3ea5-4d07-b6d5-628b2ddbcd49 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.479463] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.479664] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.479838] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleting the datastore file [datastore1] 88a63d80-916a-40fe-b8fe-ab18d3d8802f {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.480540] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd94bc4d-1907-4e08-86f4-ed0e3e686012 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.500826] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.502048] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486f9865-5bb7-4048-b40a-40b4ddf5ee20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.520432] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for the task: (returnval){ [ 1202.520432] env[70771]: value = "task-3514609" [ 1202.520432] env[70771]: _type = "Task" [ 1202.520432] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.525688] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1202.525688] env[70771]: value = "task-3514610" [ 1202.525688] env[70771]: _type = "Task" [ 1202.525688] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.532930] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.537619] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.647897] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 82cb49f7-a02b-4d3a-8afc-81dde33e7480] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.848992] env[70771]: DEBUG nova.compute.utils [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.914231] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e3f75376-c9f4-4ddb-b2d4-2a679d0f98fc tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "46b79f17-4ad1-477f-919d-34f5dc69a245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.411s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.921602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b5b7158f-e560-47ef-9d72-ae143c954e5c tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b4213304-4027-4f7a-aa55-aefe8e2dd019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.616s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.033762] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.038925] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514610, 'name': ReconfigVM_Task, 'duration_secs': 0.318774} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.039254] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 90881010-995d-4853-a59a-724e5778df53/90881010-995d-4853-a59a-724e5778df53.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.039918] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cfc70bc-965a-4865-963c-1793ff57aee7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.046645] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1203.046645] env[70771]: value = "task-3514611" [ 1203.046645] env[70771]: _type = "Task" [ 1203.046645] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.049093] env[70771]: DEBUG nova.compute.manager [req-bcedb60c-8051-47d4-a31e-c1b2fc969ebd req-b858b5b2-29f8-4e46-9ab1-4006bb73bc17 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Received event network-vif-deleted-e17bedb7-ada2-4987-86fd-4ad7bc7ead54 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.049176] env[70771]: INFO nova.compute.manager [req-bcedb60c-8051-47d4-a31e-c1b2fc969ebd req-b858b5b2-29f8-4e46-9ab1-4006bb73bc17 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Neutron deleted interface e17bedb7-ada2-4987-86fd-4ad7bc7ead54; detaching it from the instance and deleting it from the info cache [ 1203.049304] env[70771]: DEBUG nova.network.neutron [req-bcedb60c-8051-47d4-a31e-c1b2fc969ebd req-b858b5b2-29f8-4e46-9ab1-4006bb73bc17 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.059241] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514611, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.148189] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: ef4cd4d9-cdd9-4e7a-8b15-67b98e7ebb6c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.351876] env[70771]: DEBUG oslo_concurrency.lockutils [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.508388] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efba76a9-2df2-40f3-bce9-493c178725f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.514981] env[70771]: DEBUG nova.network.neutron [-] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.516954] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a7ace4-9b8d-4fc2-b94a-724c044dff59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.558960] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a974421-4cc2-4247-8e22-1c95c4fbf613 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.565855] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dca5a53-df85-48e4-83e0-864230e3b2ed {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.567713] env[70771]: DEBUG oslo_vmware.api [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Task: {'id': task-3514609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557633} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.569124] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.569124] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.570538] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.570538] env[70771]: INFO nova.compute.manager [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1203.570538] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.573769] env[70771]: DEBUG nova.compute.manager [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.573882] env[70771]: DEBUG nova.network.neutron [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.576629] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514611, 'name': Rename_Task, 'duration_secs': 0.23607} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.579414] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.580028] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0ac26e-c0fc-4ecc-863a-42759c5c4a54 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.582654] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb632c7-f8c9-40e4-ac2b-da68e4e9a362 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.589703] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29f25bc-b572-4980-b68c-011a83610d39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.614157] env[70771]: DEBUG nova.compute.provider_tree [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.625031] env[70771]: DEBUG nova.compute.manager [req-bcedb60c-8051-47d4-a31e-c1b2fc969ebd req-b858b5b2-29f8-4e46-9ab1-4006bb73bc17 service nova] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Detach interface failed, port_id=e17bedb7-ada2-4987-86fd-4ad7bc7ead54, reason: Instance 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.625545] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1203.625545] env[70771]: value = "task-3514612" [ 1203.625545] env[70771]: _type = "Task" [ 1203.625545] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.628108] env[70771]: DEBUG nova.scheduler.client.report [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.640302] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.656843] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 5608ed52-331b-42b3-bad1-337d8bec154b] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.021477] env[70771]: INFO nova.compute.manager [-] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Took 1.71 seconds to deallocate network for instance. [ 1204.132672] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.752s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.133243] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.147986] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.458s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.150062] env[70771]: INFO nova.compute.claims [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.161458] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 7b3ab1f8-c4e6-4e0d-b2df-3ee591e9899c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.164516] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.219281] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.219441] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.434938] env[70771]: DEBUG oslo_concurrency.lockutils [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.434938] env[70771]: DEBUG oslo_concurrency.lockutils [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.434938] env[70771]: INFO nova.compute.manager [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Attaching volume fe0c853b-bdfd-42c8-a37c-a6109af03c81 to /dev/sdb [ 1204.472146] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c424ac-738c-4e70-b05a-b944da757eba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.479975] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9537302-0c98-4db5-9843-1755333c0e06 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.494272] env[70771]: DEBUG nova.virt.block_device [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating existing volume attachment record: 5adb8c08-3e5d-48ab-b772-50041dc33cd0 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1204.529737] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.642231] env[70771]: DEBUG nova.compute.utils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.643605] env[70771]: DEBUG oslo_vmware.api [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514612, 'name': PowerOnVM_Task, 'duration_secs': 0.637488} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.643999] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.644099] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.645856] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.664881] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: a43a3c6a-1f4e-4792-9c57-3c45aaa535fa] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.708318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.709312] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.712150] env[70771]: DEBUG nova.policy [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c644ce47be524b3d8e3ca73b7b92d137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dccf849ff3a42029c304b3d31e6d059', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.722599] env[70771]: DEBUG nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.730291] env[70771]: DEBUG nova.network.neutron [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.753805] env[70771]: DEBUG nova.compute.manager [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.753805] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2bc19d-0b31-4e52-bcce-d51a0baa7d81 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.095186] env[70771]: DEBUG nova.compute.manager [req-d6138fcd-e00d-43f5-a93d-7ea3aa25c910 req-69002407-a467-449f-b3c4-b0b79bd90215 service nova] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Received event network-vif-deleted-9276c3db-e288-4ce3-89dd-a7dbb100ebbb {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.129082] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Successfully created port: 2a2fd1ac-9711-4c33-ad45-c883fb175578 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.149282] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.169027] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 63a397f0-3a51-44bc-859a-91612778bfeb] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.215808] env[70771]: DEBUG nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.235586] env[70771]: INFO nova.compute.manager [-] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Took 1.66 seconds to deallocate network for instance. [ 1205.269814] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.277070] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a0e71c4-9ae2-4241-afe8-870f31e78e69 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.896s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.344276] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcbe30f-6a38-4ea1-b6a5-a72a09832244 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.350104] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af50376-103c-49f3-a30d-2e2ef5632cad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.390817] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359ed1e-709e-441c-a2f1-bc15d22fc96b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.398688] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b72d1d-a440-4e85-b23c-b1f80f2880c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.413153] env[70771]: DEBUG nova.compute.provider_tree [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.672800] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: dd87b2c9-dde8-49c3-b72f-8347bac624a6] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.702157] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "8c61f274-4d94-42d0-ac24-622d47e27357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.702386] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "8c61f274-4d94-42d0-ac24-622d47e27357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.738612] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.744557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.915577] env[70771]: DEBUG nova.scheduler.client.report [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.158938] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.176538] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 13e3f524-9b93-489f-a057-a549d640480e] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.187322] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.187555] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.187714] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.188130] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.188130] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.188229] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.188482] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.188654] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.188713] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.188870] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.189228] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.189947] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e732e70f-f7eb-404f-b5de-e67207a4e5a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.198179] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a69653a-4592-4102-96f0-60a00ffcfbb0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.204169] env[70771]: DEBUG nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.420427] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.421280] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.423508] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.427s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.424876] env[70771]: INFO nova.compute.claims [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.652572] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9025a9e6-f252-41ad-97f9-5ec2c87680d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.659668] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-71630ac9-239e-4920-b627-9120c7f0f964 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Suspending the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1206.659905] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-23133867-3450-4980-9031-5def554a2b4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.667362] env[70771]: DEBUG oslo_vmware.api [None req-71630ac9-239e-4920-b627-9120c7f0f964 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1206.667362] env[70771]: value = "task-3514616" [ 1206.667362] env[70771]: _type = "Task" [ 1206.667362] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.676076] env[70771]: DEBUG oslo_vmware.api [None req-71630ac9-239e-4920-b627-9120c7f0f964 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514616, 'name': SuspendVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.681519] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: bf67569f-a63d-42c2-88c7-f9510ae891c2] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.694857] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Successfully updated port: 2a2fd1ac-9711-4c33-ad45-c883fb175578 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.737440] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.929424] env[70771]: DEBUG nova.compute.utils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.933747] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.934031] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.973658] env[70771]: DEBUG nova.policy [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c644ce47be524b3d8e3ca73b7b92d137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dccf849ff3a42029c304b3d31e6d059', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.131033] env[70771]: DEBUG nova.compute.manager [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Received event network-vif-plugged-2a2fd1ac-9711-4c33-ad45-c883fb175578 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.131274] env[70771]: DEBUG oslo_concurrency.lockutils [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] Acquiring lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.131514] env[70771]: DEBUG oslo_concurrency.lockutils [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.131674] env[70771]: DEBUG oslo_concurrency.lockutils [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.131925] env[70771]: DEBUG nova.compute.manager [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] No waiting events found dispatching network-vif-plugged-2a2fd1ac-9711-4c33-ad45-c883fb175578 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.132273] env[70771]: WARNING nova.compute.manager [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Received unexpected event network-vif-plugged-2a2fd1ac-9711-4c33-ad45-c883fb175578 for instance with vm_state building and task_state spawning. [ 1207.132273] env[70771]: DEBUG nova.compute.manager [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Received event network-changed-2a2fd1ac-9711-4c33-ad45-c883fb175578 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.132508] env[70771]: DEBUG nova.compute.manager [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Refreshing instance network info cache due to event network-changed-2a2fd1ac-9711-4c33-ad45-c883fb175578. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.132682] env[70771]: DEBUG oslo_concurrency.lockutils [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] Acquiring lock "refresh_cache-05041d4a-2189-4585-ad6b-b54d7c05b9fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.132792] env[70771]: DEBUG oslo_concurrency.lockutils [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] Acquired lock "refresh_cache-05041d4a-2189-4585-ad6b-b54d7c05b9fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.132981] env[70771]: DEBUG nova.network.neutron [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Refreshing network info cache for port 2a2fd1ac-9711-4c33-ad45-c883fb175578 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.177770] env[70771]: DEBUG oslo_vmware.api [None req-71630ac9-239e-4920-b627-9120c7f0f964 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514616, 'name': SuspendVM_Task} progress is 75%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.184506] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 322b76e2-f108-4f3e-80f6-0fcbd617f861] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.197293] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "refresh_cache-05041d4a-2189-4585-ad6b-b54d7c05b9fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.277817] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Successfully created port: b70cb87f-e2c8-40b1-82d1-34e1a7f76154 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.434467] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.585630] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fad3b4-4ab3-4793-abf6-3083c448432d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.593029] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e4f090-443f-469a-885a-cb1bdfa2ec35 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.624811] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b43c8e-21b0-4f43-83bc-c62e5d5d2e0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.632142] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610d228d-f303-4417-83f2-9fefaf40a0b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.647519] env[70771]: DEBUG nova.compute.provider_tree [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.665523] env[70771]: DEBUG nova.network.neutron [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.676609] env[70771]: DEBUG oslo_vmware.api [None req-71630ac9-239e-4920-b627-9120c7f0f964 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514616, 'name': SuspendVM_Task, 'duration_secs': 0.629134} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.676914] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-71630ac9-239e-4920-b627-9120c7f0f964 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Suspended the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1207.677043] env[70771]: DEBUG nova.compute.manager [None req-71630ac9-239e-4920-b627-9120c7f0f964 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.677849] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94179e7-18ed-4fc9-86ed-5968fb470f0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.687253] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 1f532201-d733-4efb-bf4c-4822dc5ba413] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.738159] env[70771]: DEBUG nova.network.neutron [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.150671] env[70771]: DEBUG nova.scheduler.client.report [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.190121] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 7af9c303-945d-4e17-8217-3af5c949b5a2] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.240812] env[70771]: DEBUG oslo_concurrency.lockutils [req-c28a3644-3a10-4318-8c11-73ce7145e9eb req-b8512bd3-01ca-4397-b701-f71bfe50a14b service nova] Releasing lock "refresh_cache-05041d4a-2189-4585-ad6b-b54d7c05b9fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.241172] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "refresh_cache-05041d4a-2189-4585-ad6b-b54d7c05b9fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.241340] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.447013] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.475024] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.475024] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.475187] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.475361] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.475509] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.475657] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.475867] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.476112] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.476308] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.476478] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.476652] env[70771]: DEBUG nova.virt.hardware [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.477532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b456c-27fe-4989-96b4-eca7bdd4b4fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.485679] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c9edb-b159-4557-b55f-bb3b4b3cf014 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.655596] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.656143] env[70771]: DEBUG nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.658933] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.130s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.659871] env[70771]: DEBUG nova.objects.instance [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lazy-loading 'resources' on Instance uuid 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.695049] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: a8fc7df1-ce99-4c2a-8e5c-36f104c1facd] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.783858] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.973757] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Updating instance_info_cache with network_info: [{"id": "2a2fd1ac-9711-4c33-ad45-c883fb175578", "address": "fa:16:3e:1b:f5:0c", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2fd1ac-97", "ovs_interfaceid": "2a2fd1ac-9711-4c33-ad45-c883fb175578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.986243] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Successfully updated port: b70cb87f-e2c8-40b1-82d1-34e1a7f76154 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.037417] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1209.037665] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702187', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'name': 'volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14f28f6e-3d41-4700-a7f2-76cace443578', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'serial': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1209.038540] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce6376-c0f2-4296-b14a-fcad0e2ee41e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.054724] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261b571-4464-43d2-a8f6-e3712438b146 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.079081] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81/volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.079387] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e7c4e1-b834-480f-9cb4-a57124e1b5b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.096792] env[70771]: INFO nova.compute.manager [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Resuming [ 1209.097373] env[70771]: DEBUG nova.objects.instance [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lazy-loading 'flavor' on Instance uuid 90881010-995d-4853-a59a-724e5778df53 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.099369] env[70771]: DEBUG oslo_vmware.api [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1209.099369] env[70771]: value = "task-3514618" [ 1209.099369] env[70771]: _type = "Task" [ 1209.099369] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.107385] env[70771]: DEBUG oslo_vmware.api [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.159679] env[70771]: DEBUG nova.compute.manager [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Received event network-vif-plugged-b70cb87f-e2c8-40b1-82d1-34e1a7f76154 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.159897] env[70771]: DEBUG oslo_concurrency.lockutils [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] Acquiring lock "2cf3375d-7e07-4f74-9590-9de49393466f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.160093] env[70771]: DEBUG oslo_concurrency.lockutils [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] Lock "2cf3375d-7e07-4f74-9590-9de49393466f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.160284] env[70771]: DEBUG oslo_concurrency.lockutils [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] Lock "2cf3375d-7e07-4f74-9590-9de49393466f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.160454] env[70771]: DEBUG nova.compute.manager [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] No waiting events found dispatching network-vif-plugged-b70cb87f-e2c8-40b1-82d1-34e1a7f76154 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.160622] env[70771]: WARNING nova.compute.manager [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Received unexpected event network-vif-plugged-b70cb87f-e2c8-40b1-82d1-34e1a7f76154 for instance with vm_state building and task_state spawning. [ 1209.160775] env[70771]: DEBUG nova.compute.manager [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Received event network-changed-b70cb87f-e2c8-40b1-82d1-34e1a7f76154 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.160930] env[70771]: DEBUG nova.compute.manager [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Refreshing instance network info cache due to event network-changed-b70cb87f-e2c8-40b1-82d1-34e1a7f76154. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.161132] env[70771]: DEBUG oslo_concurrency.lockutils [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] Acquiring lock "refresh_cache-2cf3375d-7e07-4f74-9590-9de49393466f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.161285] env[70771]: DEBUG oslo_concurrency.lockutils [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] Acquired lock "refresh_cache-2cf3375d-7e07-4f74-9590-9de49393466f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.161488] env[70771]: DEBUG nova.network.neutron [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Refreshing network info cache for port b70cb87f-e2c8-40b1-82d1-34e1a7f76154 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.164195] env[70771]: DEBUG nova.compute.utils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.168665] env[70771]: DEBUG nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.168861] env[70771]: DEBUG nova.network.neutron [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.198194] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b956c964-e2d6-4ac6-8a3d-817355307d3a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.210169] env[70771]: DEBUG nova.policy [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed67809d6405470aae3b1c899cf82f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6cf8de06e640d7a97abd55a46ab788', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.306519] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f09fd1f-8abc-4d47-a37b-cd4fa1a2a7e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.314462] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a019c5a4-3d42-4a95-ba0e-397d27e4d6f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.345338] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f46a3a3-be09-4421-9324-5fc9f0ba9c5a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.352819] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca4615a-266e-45db-bc70-356cbeefb226 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.366694] env[70771]: DEBUG nova.compute.provider_tree [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.479555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "refresh_cache-05041d4a-2189-4585-ad6b-b54d7c05b9fa" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.479555] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Instance network_info: |[{"id": "2a2fd1ac-9711-4c33-ad45-c883fb175578", "address": "fa:16:3e:1b:f5:0c", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2fd1ac-97", "ovs_interfaceid": "2a2fd1ac-9711-4c33-ad45-c883fb175578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.479555] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:f5:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a2fd1ac-9711-4c33-ad45-c883fb175578', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.486354] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.486603] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.486838] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ff8847-5476-4d0f-83fb-c068c896946a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.503964] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "refresh_cache-2cf3375d-7e07-4f74-9590-9de49393466f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.509256] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.509256] env[70771]: value = "task-3514619" [ 1209.509256] env[70771]: _type = "Task" [ 1209.509256] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.519145] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514619, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.565471] env[70771]: DEBUG nova.network.neutron [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Successfully created port: 6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.618842] env[70771]: DEBUG oslo_vmware.api [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514618, 'name': ReconfigVM_Task, 'duration_secs': 0.359715} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.619756] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81/volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.629472] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc38fa79-17fa-4644-93db-443a36b3d05e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.645424] env[70771]: DEBUG oslo_vmware.api [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1209.645424] env[70771]: value = "task-3514620" [ 1209.645424] env[70771]: _type = "Task" [ 1209.645424] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.653781] env[70771]: DEBUG oslo_vmware.api [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.667218] env[70771]: DEBUG nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.701449] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 33493b97-8385-4560-97ba-858234d7d790] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.705862] env[70771]: DEBUG nova.network.neutron [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.851993] env[70771]: DEBUG nova.network.neutron [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.870105] env[70771]: DEBUG nova.scheduler.client.report [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.020328] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514619, 'name': CreateVM_Task, 'duration_secs': 0.28916} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.020858] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.021234] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.021366] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.021819] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.021930] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6499765c-60d0-4a30-af3a-0b13418ecca8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.027218] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1210.027218] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520d2ff2-b418-c5ea-afe0-f1e69e113987" [ 1210.027218] env[70771]: _type = "Task" [ 1210.027218] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.035546] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520d2ff2-b418-c5ea-afe0-f1e69e113987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.155391] env[70771]: DEBUG oslo_vmware.api [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514620, 'name': ReconfigVM_Task, 'duration_secs': 0.136317} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.155615] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702187', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'name': 'volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14f28f6e-3d41-4700-a7f2-76cace443578', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'serial': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1210.207023] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 2050ee68-aca9-4c6c-8983-3ac566483d5c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.354659] env[70771]: DEBUG oslo_concurrency.lockutils [req-c80cb7a0-e15f-406e-877b-7fbb4a7368d2 req-e28a8305-ae27-4670-8e86-18141bdc6d8d service nova] Releasing lock "refresh_cache-2cf3375d-7e07-4f74-9590-9de49393466f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.355515] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "refresh_cache-2cf3375d-7e07-4f74-9590-9de49393466f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.355604] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.374925] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.377691] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.108s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.379277] env[70771]: INFO nova.compute.claims [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.397760] env[70771]: INFO nova.scheduler.client.report [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Deleted allocations for instance 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6 [ 1210.538340] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520d2ff2-b418-c5ea-afe0-f1e69e113987, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.538718] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.538988] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.539284] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.539474] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.540043] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.540043] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab8709b4-e3fe-4169-aafc-5746638efe39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.548718] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.548906] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.549674] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6499936b-b069-465b-a7d3-79bbaceef872 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.554799] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1210.554799] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52deed61-a4f5-b82e-9e29-c32b3847f690" [ 1210.554799] env[70771]: _type = "Task" [ 1210.554799] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.564507] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52deed61-a4f5-b82e-9e29-c32b3847f690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.613826] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.614022] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquired lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.614235] env[70771]: DEBUG nova.network.neutron [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.679252] env[70771]: DEBUG nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.707190] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.707501] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.707758] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.707999] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.708206] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.708391] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.708643] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.708843] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.710230] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.710230] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.710230] env[70771]: DEBUG nova.virt.hardware [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.710230] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 250eba1c-9bec-4081-8124-5adcc88e87f1] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.713364] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2268f5d-784f-461b-ae93-5a1e3b4e79dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.722345] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12449e69-91d2-45fe-86f6-f7e9f10ecb44 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.892671] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.905108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-c2e184cf-e580-4bd0-bf97-59a693ecba70 tempest-ListImageFiltersTestJSON-1188056954 tempest-ListImageFiltersTestJSON-1188056954-project-member] Lock "10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.280s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.065491] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52deed61-a4f5-b82e-9e29-c32b3847f690, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.067149] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37e666f-db21-4e89-9af0-ac938213f39c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.074124] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1211.074124] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52860c3e-02c4-382f-4957-a4b4d00ff09b" [ 1211.074124] env[70771]: _type = "Task" [ 1211.074124] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.080355] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52860c3e-02c4-382f-4957-a4b4d00ff09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.161395] env[70771]: DEBUG nova.network.neutron [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Updating instance_info_cache with network_info: [{"id": "b70cb87f-e2c8-40b1-82d1-34e1a7f76154", "address": "fa:16:3e:ac:41:f7", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70cb87f-e2", "ovs_interfaceid": "b70cb87f-e2c8-40b1-82d1-34e1a7f76154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.202585] env[70771]: DEBUG nova.objects.instance [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'flavor' on Instance uuid 14f28f6e-3d41-4700-a7f2-76cace443578 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.215236] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 8790a9bb-2651-4759-bf3d-fbc796c09666] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.229614] env[70771]: DEBUG nova.compute.manager [req-aa61eca4-a20c-4c5b-a312-95da12c93053 req-4cd7f2bd-d8e5-4504-92d8-2e8414da0ccc service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Received event network-vif-plugged-6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.229876] env[70771]: DEBUG oslo_concurrency.lockutils [req-aa61eca4-a20c-4c5b-a312-95da12c93053 req-4cd7f2bd-d8e5-4504-92d8-2e8414da0ccc service nova] Acquiring lock "c27d1156-1fd4-486e-bd6f-6165a8c48102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.230387] env[70771]: DEBUG oslo_concurrency.lockutils [req-aa61eca4-a20c-4c5b-a312-95da12c93053 req-4cd7f2bd-d8e5-4504-92d8-2e8414da0ccc service nova] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.230387] env[70771]: DEBUG oslo_concurrency.lockutils [req-aa61eca4-a20c-4c5b-a312-95da12c93053 req-4cd7f2bd-d8e5-4504-92d8-2e8414da0ccc service nova] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.230471] env[70771]: DEBUG nova.compute.manager [req-aa61eca4-a20c-4c5b-a312-95da12c93053 req-4cd7f2bd-d8e5-4504-92d8-2e8414da0ccc service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] No waiting events found dispatching network-vif-plugged-6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.231959] env[70771]: WARNING nova.compute.manager [req-aa61eca4-a20c-4c5b-a312-95da12c93053 req-4cd7f2bd-d8e5-4504-92d8-2e8414da0ccc service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Received unexpected event network-vif-plugged-6c399517-1060-41a9-9e57-1925e34a7727 for instance with vm_state building and task_state spawning. [ 1211.329182] env[70771]: DEBUG nova.network.neutron [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [{"id": "a7846129-d037-4b74-aaa6-f7dd287d878d", "address": "fa:16:3e:b3:a6:9c", "network": {"id": "7b61b001-d24b-46fb-86f1-c85681a6daf7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1633264205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2fbcb7102b43a3b582224d5ad857a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7846129-d0", "ovs_interfaceid": "a7846129-d037-4b74-aaa6-f7dd287d878d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.333025] env[70771]: DEBUG nova.network.neutron [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Successfully updated port: 6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.543823] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2967ef4c-943b-44b6-909e-ae79dec0e732 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.553210] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9fea4-a268-4f57-ba94-324f2c53e468 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.588381] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623cfb3-5b32-4edc-a3f7-f3b44ff5db08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.602751] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52860c3e-02c4-382f-4957-a4b4d00ff09b, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.603927] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee76fd-ef36-4cce-8186-59be4fcfc6b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.608317] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.608590] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 05041d4a-2189-4585-ad6b-b54d7c05b9fa/05041d4a-2189-4585-ad6b-b54d7c05b9fa.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.608860] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-444a20ac-952e-4381-b67d-eb19a4f1610e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.620557] env[70771]: DEBUG nova.compute.provider_tree [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.623051] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1211.623051] env[70771]: value = "task-3514621" [ 1211.623051] env[70771]: _type = "Task" [ 1211.623051] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.630457] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.665057] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "refresh_cache-2cf3375d-7e07-4f74-9590-9de49393466f" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.665507] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Instance network_info: |[{"id": "b70cb87f-e2c8-40b1-82d1-34e1a7f76154", "address": "fa:16:3e:ac:41:f7", "network": {"id": "18a66ea5-8823-4c58-8eec-7324af127d53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-893061666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dccf849ff3a42029c304b3d31e6d059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70cb87f-e2", "ovs_interfaceid": "b70cb87f-e2c8-40b1-82d1-34e1a7f76154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.666148] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:41:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b70cb87f-e2c8-40b1-82d1-34e1a7f76154', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.678239] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.678536] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.678833] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c1b8ed2-a357-46a1-bc3a-4581346b4665 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.698576] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.698576] env[70771]: value = "task-3514622" [ 1211.698576] env[70771]: _type = "Task" [ 1211.698576] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.707637] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514622, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.709206] env[70771]: DEBUG oslo_concurrency.lockutils [None req-754a331b-f0af-4662-8be0-74648a4eacdc tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.716637] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: cb8dd694-5243-4232-a790-8c3081547964] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.834737] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Releasing lock "refresh_cache-90881010-995d-4853-a59a-724e5778df53" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.835819] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d1e2c-1cf6-42bc-8f55-3b7460f3736b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.841193] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.841193] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.841193] env[70771]: DEBUG nova.network.neutron [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.848396] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Resuming the VM {{(pid=70771) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1211.848682] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-896b6d5b-97fd-4904-a16f-94a90fb8c420 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.860136] env[70771]: DEBUG oslo_vmware.api [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1211.860136] env[70771]: value = "task-3514623" [ 1211.860136] env[70771]: _type = "Task" [ 1211.860136] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.869008] env[70771]: DEBUG oslo_vmware.api [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.124238] env[70771]: DEBUG nova.scheduler.client.report [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.145367] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471867} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.146182] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 05041d4a-2189-4585-ad6b-b54d7c05b9fa/05041d4a-2189-4585-ad6b-b54d7c05b9fa.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.146409] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.146659] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3749cfd-1ffe-48a8-9289-d462b83cb38d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.154055] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1212.154055] env[70771]: value = "task-3514624" [ 1212.154055] env[70771]: _type = "Task" [ 1212.154055] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.164726] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.210411] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514622, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.219082] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 12085cf4-e373-47cb-a2fd-670bbc5ba4f1] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.371794] env[70771]: DEBUG oslo_vmware.api [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.380021] env[70771]: DEBUG nova.network.neutron [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.522885] env[70771]: DEBUG nova.network.neutron [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updating instance_info_cache with network_info: [{"id": "6c399517-1060-41a9-9e57-1925e34a7727", "address": "fa:16:3e:3a:ac:25", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c399517-10", "ovs_interfaceid": "6c399517-1060-41a9-9e57-1925e34a7727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.630291] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.630998] env[70771]: DEBUG nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.636318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.895s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.636318] env[70771]: INFO nova.compute.claims [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.643296] env[70771]: DEBUG nova.compute.manager [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1212.668323] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068494} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.668599] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.669783] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e46e04-88b0-4476-b70a-743c090c0b32 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.694283] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 05041d4a-2189-4585-ad6b-b54d7c05b9fa/05041d4a-2189-4585-ad6b-b54d7c05b9fa.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.695394] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68328ec-1e40-474c-9733-5e5a163e2db6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.721761] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514622, 'name': CreateVM_Task, 'duration_secs': 0.513624} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.726021] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.726021] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: ee2e471e-d89c-4c7f-9e18-942d71dfc55a] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.726021] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1212.726021] env[70771]: value = "task-3514625" [ 1212.726021] env[70771]: _type = "Task" [ 1212.726021] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.726481] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.726570] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.726911] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.727670] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a8e706-134f-449f-9586-30e2f0df24e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.736279] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1212.736279] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5207a368-b847-5bb1-b1b3-b79fdb6bd01b" [ 1212.736279] env[70771]: _type = "Task" [ 1212.736279] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.740521] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.751158] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5207a368-b847-5bb1-b1b3-b79fdb6bd01b, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.751473] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.751700] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.751930] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.752535] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.752753] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.753782] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c552f56f-cc62-41c6-a057-bd9a59018b02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.762187] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.762367] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.763365] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a0b539-1926-4788-b5b2-87dce55a3b98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.768761] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1212.768761] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5203edd1-272b-afbd-2f32-258b26329f42" [ 1212.768761] env[70771]: _type = "Task" [ 1212.768761] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.776825] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5203edd1-272b-afbd-2f32-258b26329f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.871864] env[70771]: DEBUG oslo_vmware.api [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514623, 'name': PowerOnVM_Task, 'duration_secs': 0.567971} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.872244] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Resumed the VM {{(pid=70771) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1212.872493] env[70771]: DEBUG nova.compute.manager [None req-e5ea1550-3545-4be8-a538-8b4d0b6c59e7 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.873420] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a803b412-fa91-4878-bc15-e55a35034b15 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.026828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.027219] env[70771]: DEBUG nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Instance network_info: |[{"id": "6c399517-1060-41a9-9e57-1925e34a7727", "address": "fa:16:3e:3a:ac:25", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c399517-10", "ovs_interfaceid": "6c399517-1060-41a9-9e57-1925e34a7727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.027748] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ac:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c399517-1060-41a9-9e57-1925e34a7727', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.036774] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating folder: Project (9b6cf8de06e640d7a97abd55a46ab788). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.036997] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e4fdd56-ea6d-47f6-934b-39189d4060f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.047548] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created folder: Project (9b6cf8de06e640d7a97abd55a46ab788) in parent group-v701875. [ 1213.047911] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating folder: Instances. Parent ref: group-v702190. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.047994] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f898639-f8ab-4006-a833-7d801cfdb078 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.056941] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created folder: Instances in parent group-v702190. [ 1213.056941] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.057130] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.057338] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-088e0bed-0b57-4bf0-bae9-201d3d68cbe6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.077524] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.077524] env[70771]: value = "task-3514628" [ 1213.077524] env[70771]: _type = "Task" [ 1213.077524] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.085780] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514628, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.140566] env[70771]: DEBUG nova.compute.utils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.144144] env[70771]: DEBUG nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.144353] env[70771]: DEBUG nova.network.neutron [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.167513] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.203587] env[70771]: DEBUG nova.policy [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5044223fc28d499891a497c0b9bbccb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5be794a84794361962b6dcd88959dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.232472] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 49faccb0-7db4-40f0-ab40-cce0d967aae7] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.248424] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514625, 'name': ReconfigVM_Task, 'duration_secs': 0.356697} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.248424] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 05041d4a-2189-4585-ad6b-b54d7c05b9fa/05041d4a-2189-4585-ad6b-b54d7c05b9fa.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.248865] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc5e8cca-dad7-4f99-b49d-6d7f68576540 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.257900] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1213.257900] env[70771]: value = "task-3514629" [ 1213.257900] env[70771]: _type = "Task" [ 1213.257900] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.262934] env[70771]: DEBUG nova.compute.manager [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Received event network-changed-6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.263304] env[70771]: DEBUG nova.compute.manager [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Refreshing instance network info cache due to event network-changed-6c399517-1060-41a9-9e57-1925e34a7727. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.263663] env[70771]: DEBUG oslo_concurrency.lockutils [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] Acquiring lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.263940] env[70771]: DEBUG oslo_concurrency.lockutils [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] Acquired lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.264257] env[70771]: DEBUG nova.network.neutron [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Refreshing network info cache for port 6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.275122] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514629, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.282627] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5203edd1-272b-afbd-2f32-258b26329f42, 'name': SearchDatastore_Task, 'duration_secs': 0.007963} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.283686] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e698fc41-576c-4a18-8a0c-0523b3fef928 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.292871] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1213.292871] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521dfce3-6727-5e37-8a23-98568df0bd4a" [ 1213.292871] env[70771]: _type = "Task" [ 1213.292871] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.309692] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521dfce3-6727-5e37-8a23-98568df0bd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.310120] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.310522] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 2cf3375d-7e07-4f74-9590-9de49393466f/2cf3375d-7e07-4f74-9590-9de49393466f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.310902] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6325fc62-2beb-419c-8e94-e2f537a07f72 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.321015] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1213.321015] env[70771]: value = "task-3514630" [ 1213.321015] env[70771]: _type = "Task" [ 1213.321015] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.335550] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.595518] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514628, 'name': CreateVM_Task, 'duration_secs': 0.341028} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.595685] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.596720] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.596720] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.596975] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.598046] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41f4dfc-8bfa-4c9d-9533-45f925793aa7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.603234] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1213.603234] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca97e2-b6e0-a6f0-2eaf-1a0a92b4d62b" [ 1213.603234] env[70771]: _type = "Task" [ 1213.603234] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.614715] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ca97e2-b6e0-a6f0-2eaf-1a0a92b4d62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.652266] env[70771]: DEBUG nova.network.neutron [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Successfully created port: 24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.657094] env[70771]: DEBUG nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.743201] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 65910f00-90c8-4d6c-9fdd-b215a898890c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.775181] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514629, 'name': Rename_Task, 'duration_secs': 0.331124} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.777931] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.778859] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecc9fd7f-9866-4ffd-8f5a-17e1205a9e90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.786262] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1213.786262] env[70771]: value = "task-3514631" [ 1213.786262] env[70771]: _type = "Task" [ 1213.786262] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.794748] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.835374] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474983} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.836300] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 2cf3375d-7e07-4f74-9590-9de49393466f/2cf3375d-7e07-4f74-9590-9de49393466f.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.836300] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.836300] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-280ca488-214f-4a96-8053-e314d29938b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.841329] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8775f6-06e8-4ab4-818c-dfff61b8d2c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.846433] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1213.846433] env[70771]: value = "task-3514632" [ 1213.846433] env[70771]: _type = "Task" [ 1213.846433] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.855823] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03933df7-815d-4704-bd67-b98012d15c29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.864176] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.900986] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ab013-6a83-4323-94b1-9e30fadeccad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.908460] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f92d134-b306-4129-9715-f7fd8472ecfc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.656176] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 97693e67-108c-47d1-9f93-78376c9b11e6] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.687480] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ca97e2-b6e0-a6f0-2eaf-1a0a92b4d62b, 'name': SearchDatastore_Task, 'duration_secs': 0.056337} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.687759] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05981} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.688184] env[70771]: DEBUG nova.compute.provider_tree [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.689747] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514631, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.690311] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.690547] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.690803] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.690985] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.691233] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.691526] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.691777] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abd612a0-0984-4e15-81fa-f191f13fe0b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.694185] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d46019-27bd-4922-93ae-c7e88a407bb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.717334] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 2cf3375d-7e07-4f74-9590-9de49393466f/2cf3375d-7e07-4f74-9590-9de49393466f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.722256] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603f5617-06b6-4624-a236-916c83ac06b2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.736677] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.736864] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.737616] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2e4f9b-419f-4393-942f-aff1a8718980 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.744519] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1214.744519] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e4cc86-c914-d540-3e4f-8ae0f56566d3" [ 1214.744519] env[70771]: _type = "Task" [ 1214.744519] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.748453] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1214.748453] env[70771]: value = "task-3514633" [ 1214.748453] env[70771]: _type = "Task" [ 1214.748453] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.755422] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e4cc86-c914-d540-3e4f-8ae0f56566d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.758834] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.811797] env[70771]: DEBUG nova.network.neutron [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updated VIF entry in instance network info cache for port 6c399517-1060-41a9-9e57-1925e34a7727. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.812186] env[70771]: DEBUG nova.network.neutron [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updating instance_info_cache with network_info: [{"id": "6c399517-1060-41a9-9e57-1925e34a7727", "address": "fa:16:3e:3a:ac:25", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c399517-10", "ovs_interfaceid": "6c399517-1060-41a9-9e57-1925e34a7727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.959031] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.959031] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.159462] env[70771]: DEBUG nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.169146] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 46940103-9674-410e-9e7f-b356cb9df416] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.180620] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514631, 'name': PowerOnVM_Task, 'duration_secs': 1.293195} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.182214] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.182214] env[70771]: INFO nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1215.182214] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.182729] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d47ec2-8eb7-4a2e-8797-9e82a98faa2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.198407] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.198747] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.198890] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.199080] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.199234] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.199389] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.199602] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.199757] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.199922] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.200096] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.200270] env[70771]: DEBUG nova.virt.hardware [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.201379] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d09b2c-9bce-4e87-8306-02735385099e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.210747] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3d81ef-c6c8-4b42-81df-03ecc2f776e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.215246] env[70771]: ERROR nova.scheduler.client.report [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [req-4ab6b857-7f70-4c7a-a3ab-f1584c878ce4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ab6b857-7f70-4c7a-a3ab-f1584c878ce4"}]} [ 1215.235820] env[70771]: DEBUG nova.scheduler.client.report [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1215.252292] env[70771]: DEBUG nova.scheduler.client.report [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1215.252292] env[70771]: DEBUG nova.compute.provider_tree [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.258906] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52e4cc86-c914-d540-3e4f-8ae0f56566d3, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.260183] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6171b1be-b040-4735-882b-2f2238a3b610 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.265359] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514633, 'name': ReconfigVM_Task, 'duration_secs': 0.406531} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.265919] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 2cf3375d-7e07-4f74-9590-9de49393466f/2cf3375d-7e07-4f74-9590-9de49393466f.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.266568] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbe2c8a2-386b-4e03-949c-77f831e8c9b7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.269684] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1215.269684] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f47560-ef93-1940-c93b-701ecf0a4ba0" [ 1215.269684] env[70771]: _type = "Task" [ 1215.269684] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.273726] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1215.273726] env[70771]: value = "task-3514634" [ 1215.273726] env[70771]: _type = "Task" [ 1215.273726] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.279956] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f47560-ef93-1940-c93b-701ecf0a4ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.280926] env[70771]: DEBUG nova.scheduler.client.report [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1215.287272] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514634, 'name': Rename_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.301702] env[70771]: DEBUG nova.scheduler.client.report [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1215.315237] env[70771]: DEBUG oslo_concurrency.lockutils [req-208df5c5-2149-4cd7-81c3-33df03f6239b req-8c4364ba-3286-4dc6-992f-51b9ad44661b service nova] Releasing lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.435131] env[70771]: DEBUG nova.compute.manager [req-f71cb02d-32ff-4713-b9fb-f405ba39b28e req-c20b7088-d53e-4530-92b7-6085adfcbaca service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Received event network-vif-plugged-24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.435364] env[70771]: DEBUG oslo_concurrency.lockutils [req-f71cb02d-32ff-4713-b9fb-f405ba39b28e req-c20b7088-d53e-4530-92b7-6085adfcbaca service nova] Acquiring lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.435570] env[70771]: DEBUG oslo_concurrency.lockutils [req-f71cb02d-32ff-4713-b9fb-f405ba39b28e req-c20b7088-d53e-4530-92b7-6085adfcbaca service nova] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.435767] env[70771]: DEBUG oslo_concurrency.lockutils [req-f71cb02d-32ff-4713-b9fb-f405ba39b28e req-c20b7088-d53e-4530-92b7-6085adfcbaca service nova] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.435899] env[70771]: DEBUG nova.compute.manager [req-f71cb02d-32ff-4713-b9fb-f405ba39b28e req-c20b7088-d53e-4530-92b7-6085adfcbaca service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] No waiting events found dispatching network-vif-plugged-24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.436898] env[70771]: WARNING nova.compute.manager [req-f71cb02d-32ff-4713-b9fb-f405ba39b28e req-c20b7088-d53e-4530-92b7-6085adfcbaca service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Received unexpected event network-vif-plugged-24495308-5844-4ac8-b13a-c52672d25c10 for instance with vm_state building and task_state spawning. [ 1215.461198] env[70771]: DEBUG nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.479865] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84a6a3-fab7-4b9a-8809-24010595a64a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.487856] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc998133-8755-4ef9-8f1a-6531019eef3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.520660] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd060de8-865a-4a9a-8139-18ddfb2c3cb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.529164] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84108485-085b-48e0-87da-a8e74b5e91cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.544872] env[70771]: DEBUG nova.compute.provider_tree [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.563795] env[70771]: DEBUG nova.network.neutron [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Successfully updated port: 24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.682484] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: ad438180-2e64-447b-ab5c-76566567d026] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.705571] env[70771]: INFO nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Took 17.07 seconds to build instance. [ 1215.780822] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f47560-ef93-1940-c93b-701ecf0a4ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.781427] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.781742] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] c27d1156-1fd4-486e-bd6f-6165a8c48102/c27d1156-1fd4-486e-bd6f-6165a8c48102.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.781990] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88b61683-c22d-471c-be0e-f62159d3f5f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.786579] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514634, 'name': Rename_Task, 'duration_secs': 0.138415} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.787105] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.787325] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5c65df-8e8e-4071-9d62-e1e5ab6be8a5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.790965] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1215.790965] env[70771]: value = "task-3514635" [ 1215.790965] env[70771]: _type = "Task" [ 1215.790965] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.795096] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1215.795096] env[70771]: value = "task-3514636" [ 1215.795096] env[70771]: _type = "Task" [ 1215.795096] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.800534] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.805059] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.988373] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.066721] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.066874] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.067049] env[70771]: DEBUG nova.network.neutron [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.084256] env[70771]: DEBUG nova.scheduler.client.report [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1216.084542] env[70771]: DEBUG nova.compute.provider_tree [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 159 to 160 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1216.084721] env[70771]: DEBUG nova.compute.provider_tree [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.210062] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.587s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.303772] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514636, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.306917] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447027} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.307172] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] c27d1156-1fd4-486e-bd6f-6165a8c48102/c27d1156-1fd4-486e-bd6f-6165a8c48102.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.307395] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.307634] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f0ce03-534c-4acb-adca-901611bc2979 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.313797] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1216.313797] env[70771]: value = "task-3514637" [ 1216.313797] env[70771]: _type = "Task" [ 1216.313797] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.320753] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.589867] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.956s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.590449] env[70771]: DEBUG nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.593273] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.849s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.593501] env[70771]: DEBUG nova.objects.instance [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lazy-loading 'resources' on Instance uuid 88a63d80-916a-40fe-b8fe-ab18d3d8802f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.616988] env[70771]: DEBUG nova.network.neutron [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.805160] env[70771]: DEBUG oslo_vmware.api [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514636, 'name': PowerOnVM_Task, 'duration_secs': 0.717511} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.805542] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.805682] env[70771]: INFO nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1216.805854] env[70771]: DEBUG nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.806647] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b14c868-ef85-4229-97dc-c717fcef0c86 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.821902] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070373} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.822164] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.822850] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aaa871-f06f-43cb-a9e2-31dd4c955587 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.843473] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] c27d1156-1fd4-486e-bd6f-6165a8c48102/c27d1156-1fd4-486e-bd6f-6165a8c48102.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.844485] env[70771]: DEBUG nova.network.neutron [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.846127] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db3ae31-1479-41a3-9a65-98992e3591cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.866410] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1216.866410] env[70771]: value = "task-3514638" [ 1216.866410] env[70771]: _type = "Task" [ 1216.866410] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.874440] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.096530] env[70771]: DEBUG nova.compute.utils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.102425] env[70771]: DEBUG nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.102425] env[70771]: DEBUG nova.network.neutron [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.163830] env[70771]: DEBUG nova.policy [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.233176] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ec86c-9496-45ca-96bd-ac1f48734922 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.241121] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90edce7-e563-408b-8d44-a29effcc6eaa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.271869] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191295c-80c1-432b-9455-3556cfac246a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.279530] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c102616-36f4-475f-af70-9219e558ce4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.292557] env[70771]: DEBUG nova.compute.provider_tree [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.325424] env[70771]: INFO nova.compute.manager [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Took 18.65 seconds to build instance. [ 1217.361606] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.361736] env[70771]: DEBUG nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Instance network_info: |[{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.362117] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:0a:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24495308-5844-4ac8-b13a-c52672d25c10', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.369825] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.370393] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.375214] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dbeddc9-605d-41b5-8e78-da5fa0044170 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.400019] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514638, 'name': ReconfigVM_Task, 'duration_secs': 0.284386} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.400019] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Reconfigured VM instance instance-00000072 to attach disk [datastore2] c27d1156-1fd4-486e-bd6f-6165a8c48102/c27d1156-1fd4-486e-bd6f-6165a8c48102.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.400019] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.400019] env[70771]: value = "task-3514639" [ 1217.400019] env[70771]: _type = "Task" [ 1217.400019] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.400019] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e3748d-8e60-48ef-8f39-5d5297e5943a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.411640] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514639, 'name': CreateVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.411640] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1217.411640] env[70771]: value = "task-3514640" [ 1217.411640] env[70771]: _type = "Task" [ 1217.411640] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.419533] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514640, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.451157] env[70771]: DEBUG nova.network.neutron [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Successfully created port: 83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.467254] env[70771]: DEBUG nova.compute.manager [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Received event network-changed-24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.467582] env[70771]: DEBUG nova.compute.manager [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Refreshing instance network info cache due to event network-changed-24495308-5844-4ac8-b13a-c52672d25c10. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.467841] env[70771]: DEBUG oslo_concurrency.lockutils [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] Acquiring lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.468014] env[70771]: DEBUG oslo_concurrency.lockutils [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] Acquired lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.468411] env[70771]: DEBUG nova.network.neutron [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Refreshing network info cache for port 24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.602514] env[70771]: DEBUG nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.797879] env[70771]: DEBUG nova.scheduler.client.report [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.827185] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7b203340-d7d1-4dd4-8be0-b1bb0b02529c tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "2cf3375d-7e07-4f74-9590-9de49393466f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.164s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.910843] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514639, 'name': CreateVM_Task, 'duration_secs': 0.372863} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.911013] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.911702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.911867] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.912215] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.912523] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e74ec6-651d-4827-8b39-fac92402ba96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.920846] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1217.920846] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52577ebe-c902-6617-10f4-a023a68b4739" [ 1217.920846] env[70771]: _type = "Task" [ 1217.920846] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.924090] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514640, 'name': Rename_Task, 'duration_secs': 0.141697} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.927403] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.927697] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1323e75-68f0-4da0-ba23-ffa4beccb485 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.935124] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52577ebe-c902-6617-10f4-a023a68b4739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.936603] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1217.936603] env[70771]: value = "task-3514641" [ 1217.936603] env[70771]: _type = "Task" [ 1217.936603] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.944655] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.168714] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.208637] env[70771]: DEBUG nova.network.neutron [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updated VIF entry in instance network info cache for port 24495308-5844-4ac8-b13a-c52672d25c10. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.208637] env[70771]: DEBUG nova.network.neutron [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.306080] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.311344] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.571s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.313880] env[70771]: INFO nova.compute.claims [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.349962] env[70771]: INFO nova.scheduler.client.report [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Deleted allocations for instance 88a63d80-916a-40fe-b8fe-ab18d3d8802f [ 1218.434645] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52577ebe-c902-6617-10f4-a023a68b4739, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.434999] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.435350] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.435657] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.436054] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.436318] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.436974] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f13f6602-3f03-483f-b729-b310064eb5a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.447978] env[70771]: DEBUG oslo_vmware.api [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514641, 'name': PowerOnVM_Task, 'duration_secs': 0.50642} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.448187] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.451175] env[70771]: INFO nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1218.451175] env[70771]: DEBUG nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.451175] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b28729-466b-447a-8d41-25509caab55c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.452988] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.453231] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.456085] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b28c16-409a-4e65-adfe-325725ec80f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.460325] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1218.460325] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5250540d-7046-3a3e-d7e1-96c8c99cfcf9" [ 1218.460325] env[70771]: _type = "Task" [ 1218.460325] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.473623] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5250540d-7046-3a3e-d7e1-96c8c99cfcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.474715] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5608db-225f-4ef6-93d1-7100f5e0317d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.480569] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1218.480569] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521b6da1-c834-af4b-8540-0a4194f10e22" [ 1218.480569] env[70771]: _type = "Task" [ 1218.480569] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.488872] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521b6da1-c834-af4b-8540-0a4194f10e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.616917] env[70771]: DEBUG nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.647546] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.647805] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.647959] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.648203] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.648300] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.648445] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.648670] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.648847] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.649024] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.649190] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.649363] env[70771]: DEBUG nova.virt.hardware [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.650206] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8594ec1b-5956-4fca-beef-730a99cee57b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.657221] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "90881010-995d-4853-a59a-724e5778df53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.657450] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.657673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "90881010-995d-4853-a59a-724e5778df53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.657861] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.658040] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.660517] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa941f7c-7685-4855-84b7-c410e47e5a68 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.665408] env[70771]: INFO nova.compute.manager [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Terminating instance [ 1218.682274] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.682531] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.682717] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.682938] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.683053] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.684993] env[70771]: INFO nova.compute.manager [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Terminating instance [ 1218.712333] env[70771]: DEBUG oslo_concurrency.lockutils [req-19147d2d-7478-486c-83c5-8ea87782023c req-c88e39a2-dfbf-4833-8ce9-3b4d6733a832 service nova] Releasing lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.858442] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8ff7fdbf-f671-4776-a47a-328ee5dd1a59 tempest-AttachVolumeShelveTestJSON-384280106 tempest-AttachVolumeShelveTestJSON-384280106-project-member] Lock "88a63d80-916a-40fe-b8fe-ab18d3d8802f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.053s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.905484] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "2cf3375d-7e07-4f74-9590-9de49393466f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.905756] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "2cf3375d-7e07-4f74-9590-9de49393466f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.905965] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "2cf3375d-7e07-4f74-9590-9de49393466f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.906815] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "2cf3375d-7e07-4f74-9590-9de49393466f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.906815] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "2cf3375d-7e07-4f74-9590-9de49393466f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.908533] env[70771]: INFO nova.compute.manager [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Terminating instance [ 1218.974577] env[70771]: INFO nova.compute.manager [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Took 17.00 seconds to build instance. [ 1218.991602] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521b6da1-c834-af4b-8540-0a4194f10e22, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.991858] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.992124] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.992380] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca6979f-ee0e-42a7-bca0-02b02d5f1246 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.000857] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1219.000857] env[70771]: value = "task-3514642" [ 1219.000857] env[70771]: _type = "Task" [ 1219.000857] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.008571] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.116621] env[70771]: DEBUG nova.network.neutron [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Successfully updated port: 83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.181868] env[70771]: DEBUG nova.compute.manager [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.182196] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.183424] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9065fe-4fe0-4dd1-8ec7-a718c4b51bca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.189046] env[70771]: DEBUG nova.compute.manager [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.189334] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.193017] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f00ee-7f36-4fe0-9595-4d8139d1d530 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.198075] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.198434] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e270a4-c620-45e7-aeb6-273ece2e2014 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.205948] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.209394] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e13aa5c-d7bf-4893-ab9b-4228a01f7eef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.209719] env[70771]: DEBUG oslo_vmware.api [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1219.209719] env[70771]: value = "task-3514643" [ 1219.209719] env[70771]: _type = "Task" [ 1219.209719] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.218023] env[70771]: DEBUG oslo_vmware.api [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1219.218023] env[70771]: value = "task-3514644" [ 1219.218023] env[70771]: _type = "Task" [ 1219.218023] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.231200] env[70771]: DEBUG oslo_vmware.api [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.413992] env[70771]: DEBUG nova.compute.manager [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.414277] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.415735] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9c3ec-acb3-4c90-b9e8-c428be1c1d7a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.425667] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.425667] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-384d1a2e-74c1-4f45-9c0f-ed78ece5e55b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.434368] env[70771]: DEBUG oslo_vmware.api [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1219.434368] env[70771]: value = "task-3514645" [ 1219.434368] env[70771]: _type = "Task" [ 1219.434368] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.451445] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_power_states {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.453025] env[70771]: DEBUG oslo_vmware.api [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.476817] env[70771]: DEBUG oslo_concurrency.lockutils [None req-96d58dec-469c-4e65-bbd3-5cd806560153 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.507s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.512028] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48588} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.513293] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.513803] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.514654] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e6029c-c54c-4462-9afe-ed8c3779a4a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.523255] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31aab1ca-363b-4363-b74e-f2d993442411 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.533018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d81eb-5f72-406f-b0e1-a527d62ee2e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.534674] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1219.534674] env[70771]: value = "task-3514646" [ 1219.534674] env[70771]: _type = "Task" [ 1219.534674] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.574281] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0311afcf-97fe-4bb7-bf2b-69c7b46038bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.578492] env[70771]: DEBUG nova.compute.manager [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-vif-plugged-83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.578732] env[70771]: DEBUG oslo_concurrency.lockutils [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.578967] env[70771]: DEBUG oslo_concurrency.lockutils [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.579194] env[70771]: DEBUG oslo_concurrency.lockutils [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.579402] env[70771]: DEBUG nova.compute.manager [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] No waiting events found dispatching network-vif-plugged-83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.579596] env[70771]: WARNING nova.compute.manager [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received unexpected event network-vif-plugged-83330714-f902-4538-bede-1a9d147753d0 for instance with vm_state building and task_state spawning. [ 1219.579765] env[70771]: DEBUG nova.compute.manager [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-changed-83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.579941] env[70771]: DEBUG nova.compute.manager [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing instance network info cache due to event network-changed-83330714-f902-4538-bede-1a9d147753d0. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.580163] env[70771]: DEBUG oslo_concurrency.lockutils [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.580316] env[70771]: DEBUG oslo_concurrency.lockutils [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.580499] env[70771]: DEBUG nova.network.neutron [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing network info cache for port 83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.585775] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514646, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.592889] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed3e1af-a8c3-4739-8768-7cbc1e7a2ea8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.608221] env[70771]: DEBUG nova.compute.provider_tree [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.620094] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.721734] env[70771]: DEBUG oslo_vmware.api [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514643, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.731913] env[70771]: DEBUG oslo_vmware.api [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514644, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.745097] env[70771]: DEBUG nova.compute.manager [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Received event network-changed-6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.745097] env[70771]: DEBUG nova.compute.manager [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Refreshing instance network info cache due to event network-changed-6c399517-1060-41a9-9e57-1925e34a7727. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.745097] env[70771]: DEBUG oslo_concurrency.lockutils [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] Acquiring lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.745097] env[70771]: DEBUG oslo_concurrency.lockutils [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] Acquired lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.745097] env[70771]: DEBUG nova.network.neutron [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Refreshing network info cache for port 6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.947307] env[70771]: DEBUG oslo_vmware.api [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514645, 'name': PowerOffVM_Task, 'duration_secs': 0.302652} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.947581] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.947767] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.948027] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a9b618a-7ad7-4545-959b-6a593d15ae4d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.958536] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Getting list of instances from cluster (obj){ [ 1219.958536] env[70771]: value = "domain-c8" [ 1219.958536] env[70771]: _type = "ClusterComputeResource" [ 1219.958536] env[70771]: } {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1219.959449] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d91a0f2-a334-430e-8d0a-1f1f1e850abe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.973011] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Got total of 6 instances {{(pid=70771) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1219.973183] env[70771]: WARNING nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1219.973334] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid 90881010-995d-4853-a59a-724e5778df53 {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.973521] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid 14f28f6e-3d41-4700-a7f2-76cace443578 {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.973842] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid 05041d4a-2189-4585-ad6b-b54d7c05b9fa {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.974015] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid 2cf3375d-7e07-4f74-9590-9de49393466f {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.974171] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid c27d1156-1fd4-486e-bd6f-6165a8c48102 {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.974320] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid e918f0f3-0edc-4166-8b7b-cf2b7169acbf {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.974468] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.974614] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Triggering sync for uuid 8c61f274-4d94-42d0-ac24-622d47e27357 {{(pid=70771) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1219.974995] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "90881010-995d-4853-a59a-724e5778df53" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.975304] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.975516] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.975690] env[70771]: INFO nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1219.976026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.976260] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.976503] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "2cf3375d-7e07-4f74-9590-9de49393466f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.976721] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.976899] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.977250] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.977433] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.977630] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "8c61f274-4d94-42d0-ac24-622d47e27357" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.978510] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e661a3b3-1415-45b2-84d2-1a7d5902eaf1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.018723] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.018945] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.019139] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleting the datastore file [datastore2] 2cf3375d-7e07-4f74-9590-9de49393466f {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.019397] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a1359b6-7153-4b50-889e-f1f5460c7cb9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.026568] env[70771]: DEBUG oslo_vmware.api [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1220.026568] env[70771]: value = "task-3514648" [ 1220.026568] env[70771]: _type = "Task" [ 1220.026568] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.034611] env[70771]: DEBUG oslo_vmware.api [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.043620] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068197} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.043892] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.044690] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e878db-be34-4027-9bcc-b7c5d6a72937 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.066662] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.066929] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ba9e4d-240c-493c-98a3-7574120c7de1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.085191] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1220.085191] env[70771]: value = "task-3514649" [ 1220.085191] env[70771]: _type = "Task" [ 1220.085191] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.094515] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.112038] env[70771]: DEBUG nova.scheduler.client.report [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.117895] env[70771]: DEBUG nova.network.neutron [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.203658] env[70771]: DEBUG nova.network.neutron [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.220046] env[70771]: DEBUG oslo_vmware.api [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514643, 'name': PowerOffVM_Task, 'duration_secs': 0.525998} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.220320] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.220489] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.220725] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c240acac-8fda-4f56-9604-e6772fcd64da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.232960] env[70771]: DEBUG oslo_vmware.api [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514644, 'name': PowerOffVM_Task, 'duration_secs': 0.521427} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.233135] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.233305] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.233819] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e362da-da70-4e85-95e5-f1519fb81b5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.303863] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.304117] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.304303] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleting the datastore file [datastore2] 05041d4a-2189-4585-ad6b-b54d7c05b9fa {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.304586] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d38bf8-c576-4239-b512-f1cac45cdfc2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.311489] env[70771]: DEBUG oslo_vmware.api [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for the task: (returnval){ [ 1220.311489] env[70771]: value = "task-3514652" [ 1220.311489] env[70771]: _type = "Task" [ 1220.311489] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.316734] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.316962] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.317151] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleting the datastore file [datastore1] 90881010-995d-4853-a59a-724e5778df53 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.319927] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c78f19-9ec8-4447-a904-a77c0ee45953 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.326472] env[70771]: DEBUG oslo_vmware.api [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.330645] env[70771]: DEBUG oslo_vmware.api [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for the task: (returnval){ [ 1220.330645] env[70771]: value = "task-3514653" [ 1220.330645] env[70771]: _type = "Task" [ 1220.330645] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.338139] env[70771]: DEBUG oslo_vmware.api [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.482501] env[70771]: DEBUG nova.network.neutron [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updated VIF entry in instance network info cache for port 6c399517-1060-41a9-9e57-1925e34a7727. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.482901] env[70771]: DEBUG nova.network.neutron [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updating instance_info_cache with network_info: [{"id": "6c399517-1060-41a9-9e57-1925e34a7727", "address": "fa:16:3e:3a:ac:25", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c399517-10", "ovs_interfaceid": "6c399517-1060-41a9-9e57-1925e34a7727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.487085] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.536639] env[70771]: DEBUG oslo_vmware.api [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167612} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.536892] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.537072] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.537257] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.537462] env[70771]: INFO nova.compute.manager [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1220.537674] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.537842] env[70771]: DEBUG nova.compute.manager [-] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.537944] env[70771]: DEBUG nova.network.neutron [-] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.595036] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514649, 'name': ReconfigVM_Task, 'duration_secs': 0.309175} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.595225] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.596031] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479c10b8-b82a-4d5e-bdca-1ab5a1c98beb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.602983] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1220.602983] env[70771]: value = "task-3514655" [ 1220.602983] env[70771]: _type = "Task" [ 1220.602983] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.615219] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514655, 'name': Rename_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.615890] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.616407] env[70771]: DEBUG nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.618835] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.451s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.706609] env[70771]: DEBUG oslo_concurrency.lockutils [req-c1b642c8-d5ac-4d54-b993-ed0aefa06a6f req-e78cbf80-e28c-4130-af69-79afe3a3d811 service nova] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.707023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.707217] env[70771]: DEBUG nova.network.neutron [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.822879] env[70771]: DEBUG oslo_vmware.api [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Task: {'id': task-3514652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182952} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.822956] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.823195] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.823400] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.823613] env[70771]: INFO nova.compute.manager [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1220.824278] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.824479] env[70771]: DEBUG nova.compute.manager [-] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.824576] env[70771]: DEBUG nova.network.neutron [-] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.838509] env[70771]: DEBUG oslo_vmware.api [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Task: {'id': task-3514653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184261} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.838752] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.838931] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.839196] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.839332] env[70771]: INFO nova.compute.manager [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] [instance: 90881010-995d-4853-a59a-724e5778df53] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1220.839594] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.839783] env[70771]: DEBUG nova.compute.manager [-] [instance: 90881010-995d-4853-a59a-724e5778df53] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.839948] env[70771]: DEBUG nova.network.neutron [-] [instance: 90881010-995d-4853-a59a-724e5778df53] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.985664] env[70771]: DEBUG oslo_concurrency.lockutils [req-fbfb7057-e076-4186-8392-70151c4630cc req-feeae63f-1e22-4503-afc3-2a3ac846e0a6 service nova] Releasing lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.112474] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514655, 'name': Rename_Task, 'duration_secs': 0.140357} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.112777] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.114709] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8965824a-766f-4238-b690-01f2052cff5a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.119652] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1221.119652] env[70771]: value = "task-3514656" [ 1221.119652] env[70771]: _type = "Task" [ 1221.119652] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.123599] env[70771]: DEBUG nova.compute.utils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.127329] env[70771]: INFO nova.compute.claims [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.130672] env[70771]: DEBUG nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.130843] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.138160] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514656, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.178358] env[70771]: DEBUG nova.policy [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7ddbac74f44d298139e7f780069ce5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c33d9f8c8044f269ef2e26bc65bc78d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.241234] env[70771]: DEBUG nova.network.neutron [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.402249] env[70771]: DEBUG nova.network.neutron [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.410700] env[70771]: DEBUG nova.network.neutron [-] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.449404] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Successfully created port: aabc0a59-23c6-4b8f-b0da-1a66d73aec52 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.541612] env[70771]: DEBUG nova.network.neutron [-] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.589492] env[70771]: DEBUG nova.compute.manager [req-cc73a7ef-0140-45a2-9950-83fe6ff27914 req-411027e5-b81b-4876-aca6-9f7b09821654 service nova] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Received event network-vif-deleted-b70cb87f-e2c8-40b1-82d1-34e1a7f76154 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.589732] env[70771]: DEBUG nova.compute.manager [req-cc73a7ef-0140-45a2-9950-83fe6ff27914 req-411027e5-b81b-4876-aca6-9f7b09821654 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Received event network-vif-deleted-a7846129-d037-4b74-aaa6-f7dd287d878d {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.589928] env[70771]: INFO nova.compute.manager [req-cc73a7ef-0140-45a2-9950-83fe6ff27914 req-411027e5-b81b-4876-aca6-9f7b09821654 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Neutron deleted interface a7846129-d037-4b74-aaa6-f7dd287d878d; detaching it from the instance and deleting it from the info cache [ 1221.590201] env[70771]: DEBUG nova.network.neutron [req-cc73a7ef-0140-45a2-9950-83fe6ff27914 req-411027e5-b81b-4876-aca6-9f7b09821654 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.629404] env[70771]: DEBUG oslo_vmware.api [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514656, 'name': PowerOnVM_Task, 'duration_secs': 0.426706} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.629667] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.629907] env[70771]: INFO nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1221.630051] env[70771]: DEBUG nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.630799] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90749a92-08d1-4efa-8303-dc710d4dca17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.635350] env[70771]: DEBUG nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.639074] env[70771]: INFO nova.compute.resource_tracker [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating resource usage from migration ca3b1483-fe9d-44e8-941e-3f16cbca575b [ 1221.643175] env[70771]: DEBUG nova.network.neutron [-] [instance: 90881010-995d-4853-a59a-724e5778df53] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.721783] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Successfully created port: 1b48e306-9f6b-46bb-a433-9fbc0f602d12 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.795528] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78fc3ea-405e-45fa-a8df-c4803b9373bb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.803246] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c01439-5207-4a97-ae1f-79ccbc1b1c05 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.837269] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb364913-5444-44cd-93b2-b4e031e77a1e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.840728] env[70771]: DEBUG nova.compute.manager [req-db5a9e2c-38a3-4a91-894e-b5c36d067519 req-3eed2001-8c7b-4f59-9d80-60ebab19385e service nova] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Received event network-vif-deleted-2a2fd1ac-9711-4c33-ad45-c883fb175578 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.846343] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ddce2-e482-47f5-b4eb-09f694c98953 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.860199] env[70771]: DEBUG nova.compute.provider_tree [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.908330] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.908682] env[70771]: DEBUG nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Instance network_info: |[{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.909117] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:bb:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83330714-f902-4538-bede-1a9d147753d0', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.916756] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.917846] env[70771]: INFO nova.compute.manager [-] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Took 1.38 seconds to deallocate network for instance. [ 1221.918097] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.919844] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6448a89-11d8-4f2e-90f9-0bb1903a376b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.944546] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.944546] env[70771]: value = "task-3514657" [ 1221.944546] env[70771]: _type = "Task" [ 1221.944546] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.952822] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514657, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.044987] env[70771]: INFO nova.compute.manager [-] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Took 1.22 seconds to deallocate network for instance. [ 1222.095551] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-903431d8-ebc5-4982-bc44-14e18385a738 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.102490] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15675f85-d23e-4c3c-bd6e-5a25584ff43e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.130039] env[70771]: DEBUG nova.compute.manager [req-cc73a7ef-0140-45a2-9950-83fe6ff27914 req-411027e5-b81b-4876-aca6-9f7b09821654 service nova] [instance: 90881010-995d-4853-a59a-724e5778df53] Detach interface failed, port_id=a7846129-d037-4b74-aaa6-f7dd287d878d, reason: Instance 90881010-995d-4853-a59a-724e5778df53 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.155018] env[70771]: INFO nova.compute.manager [-] [instance: 90881010-995d-4853-a59a-724e5778df53] Took 1.31 seconds to deallocate network for instance. [ 1222.167294] env[70771]: INFO nova.compute.manager [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Took 16.94 seconds to build instance. [ 1222.363505] env[70771]: DEBUG nova.scheduler.client.report [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.439866] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.456729] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514657, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.554164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.660893] env[70771]: DEBUG nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.673391] env[70771]: DEBUG oslo_concurrency.lockutils [None req-91ae88fb-a5b8-44dc-b204-6ea35f065d08 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.453s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.673391] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.696s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.673391] env[70771]: INFO nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] During sync_power_state the instance has a pending task (spawning). Skip. [ 1222.673391] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.675375] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.699021] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.700763] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.701092] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.701787] env[70771]: DEBUG nova.virt.hardware [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.705157] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea6a1a-a512-4a1a-b7b8-940dc030d99a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.712180] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7cd04a-13ce-4056-abf3-fb0a0af39969 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.871684] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.250s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.871684] env[70771]: INFO nova.compute.manager [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Migrating [ 1222.876227] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.888s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.877801] env[70771]: INFO nova.compute.claims [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.957334] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514657, 'name': CreateVM_Task, 'duration_secs': 0.683107} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.958080] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.958837] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.959066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.959427] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.959996] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9917ad5-9a14-432b-984e-13d2a233941e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.965756] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1222.965756] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]522f5e5c-efd8-64ad-427b-a55c24b98ee9" [ 1222.965756] env[70771]: _type = "Task" [ 1222.965756] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.974344] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522f5e5c-efd8-64ad-427b-a55c24b98ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.363942] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Successfully updated port: aabc0a59-23c6-4b8f-b0da-1a66d73aec52 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.392008] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.392232] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.392416] env[70771]: DEBUG nova.network.neutron [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.478735] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522f5e5c-efd8-64ad-427b-a55c24b98ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.018674} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.479118] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.479380] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.479526] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.479677] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.479853] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.480135] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e03ce95-104a-45bc-aad4-ff17625050a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.490082] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.490629] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.491398] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9f4c42-fc8f-40c4-bfd7-96c3b2a6a248 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.498305] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1223.498305] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d0a505-ffba-3b8e-388e-16118723d4cb" [ 1223.498305] env[70771]: _type = "Task" [ 1223.498305] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.507681] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d0a505-ffba-3b8e-388e-16118723d4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.663485] env[70771]: DEBUG nova.compute.manager [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Received event network-changed-24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.663636] env[70771]: DEBUG nova.compute.manager [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Refreshing instance network info cache due to event network-changed-24495308-5844-4ac8-b13a-c52672d25c10. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.663901] env[70771]: DEBUG oslo_concurrency.lockutils [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] Acquiring lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.663989] env[70771]: DEBUG oslo_concurrency.lockutils [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] Acquired lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.664162] env[70771]: DEBUG nova.network.neutron [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Refreshing network info cache for port 24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.851464] env[70771]: DEBUG nova.compute.manager [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received event network-vif-plugged-aabc0a59-23c6-4b8f-b0da-1a66d73aec52 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.851666] env[70771]: DEBUG oslo_concurrency.lockutils [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] Acquiring lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.851876] env[70771]: DEBUG oslo_concurrency.lockutils [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] Lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.852902] env[70771]: DEBUG oslo_concurrency.lockutils [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] Lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.853160] env[70771]: DEBUG nova.compute.manager [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] No waiting events found dispatching network-vif-plugged-aabc0a59-23c6-4b8f-b0da-1a66d73aec52 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.853350] env[70771]: WARNING nova.compute.manager [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received unexpected event network-vif-plugged-aabc0a59-23c6-4b8f-b0da-1a66d73aec52 for instance with vm_state building and task_state spawning. [ 1223.853519] env[70771]: DEBUG nova.compute.manager [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received event network-changed-aabc0a59-23c6-4b8f-b0da-1a66d73aec52 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.853668] env[70771]: DEBUG nova.compute.manager [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Refreshing instance network info cache due to event network-changed-aabc0a59-23c6-4b8f-b0da-1a66d73aec52. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.853854] env[70771]: DEBUG oslo_concurrency.lockutils [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] Acquiring lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.853990] env[70771]: DEBUG oslo_concurrency.lockutils [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] Acquired lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.854159] env[70771]: DEBUG nova.network.neutron [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Refreshing network info cache for port aabc0a59-23c6-4b8f-b0da-1a66d73aec52 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.009469] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d0a505-ffba-3b8e-388e-16118723d4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.014762] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd62528-caf5-496a-830b-4837e1705f9b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.022241] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1224.022241] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5236eb97-b61b-0219-133d-b2ba7edc1689" [ 1224.022241] env[70771]: _type = "Task" [ 1224.022241] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.037339] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5236eb97-b61b-0219-133d-b2ba7edc1689, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.037697] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.038367] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] c0958af7-58a0-41d0-97b6-21adb67f2914/c0958af7-58a0-41d0-97b6-21adb67f2914.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.038367] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8974dfa7-0846-49f4-aa69-55cc9af2a646 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.047232] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1224.047232] env[70771]: value = "task-3514658" [ 1224.047232] env[70771]: _type = "Task" [ 1224.047232] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.060166] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.080379] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5fe7b-b3ce-4977-a5fa-2ea8a88e0348 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.089781] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4081d-d5e2-4c6d-b56f-2283ba5a4541 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.137022] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a8ab1f-a579-4bf6-94b1-1c88e0a12c2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.142337] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda4390-a595-4b5d-84aa-f34076e07c94 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.156421] env[70771]: DEBUG nova.compute.provider_tree [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.212871] env[70771]: DEBUG nova.network.neutron [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.410521] env[70771]: DEBUG nova.network.neutron [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.475063] env[70771]: DEBUG nova.network.neutron [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updated VIF entry in instance network info cache for port 24495308-5844-4ac8-b13a-c52672d25c10. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.475247] env[70771]: DEBUG nova.network.neutron [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.520564] env[70771]: DEBUG nova.network.neutron [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.562631] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.660175] env[70771]: DEBUG nova.scheduler.client.report [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.716363] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.979293] env[70771]: DEBUG oslo_concurrency.lockutils [req-fa86a667-64c5-4091-9d60-3dd7a34bd593 req-ee2af12a-f54d-459c-95f8-fc8264c20eee service nova] Releasing lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.023702] env[70771]: DEBUG oslo_concurrency.lockutils [req-63c1e3a4-b377-4a77-b6dc-927cce574a50 req-b4d912d6-40e2-4ede-902b-6f64c8e20c6e service nova] Releasing lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.061353] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530816} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.061664] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] c0958af7-58a0-41d0-97b6-21adb67f2914/c0958af7-58a0-41d0-97b6-21adb67f2914.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.061924] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.062221] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9e0798c-e406-4993-847c-9bf8b24a9cb1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.068277] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1225.068277] env[70771]: value = "task-3514659" [ 1225.068277] env[70771]: _type = "Task" [ 1225.068277] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.075568] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.165802] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.166365] env[70771]: DEBUG nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.169092] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.729s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.169319] env[70771]: DEBUG nova.objects.instance [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lazy-loading 'resources' on Instance uuid 2cf3375d-7e07-4f74-9590-9de49393466f {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.533799] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Successfully updated port: 1b48e306-9f6b-46bb-a433-9fbc0f602d12 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.578634] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063148} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.578915] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.579987] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f379c53b-bd20-476a-8294-560c06422285 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.603095] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c0958af7-58a0-41d0-97b6-21adb67f2914/c0958af7-58a0-41d0-97b6-21adb67f2914.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.603319] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f37807-f469-47ba-b4f2-9470d4836612 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.623351] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1225.623351] env[70771]: value = "task-3514660" [ 1225.623351] env[70771]: _type = "Task" [ 1225.623351] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.631355] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.672012] env[70771]: DEBUG nova.compute.utils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.676510] env[70771]: DEBUG nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.676737] env[70771]: DEBUG nova.network.neutron [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.712694] env[70771]: DEBUG nova.policy [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c2963db65b46809eed23f48a7a27ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c74c01feda8f4195a1cb22a2da770804', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.812687] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c56033d-a003-4a3b-a420-a9ebb053be37 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.820223] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06e6ad-cc97-4a70-ac44-a91b4162f7cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.852707] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c31514-5946-4dec-ac6e-5cdb420ec48b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.860282] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0f34d-d5b6-4a43-996c-987655e45626 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.874239] env[70771]: DEBUG nova.compute.provider_tree [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.913166] env[70771]: DEBUG nova.compute.manager [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received event network-vif-plugged-1b48e306-9f6b-46bb-a433-9fbc0f602d12 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.913383] env[70771]: DEBUG oslo_concurrency.lockutils [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] Acquiring lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.913588] env[70771]: DEBUG oslo_concurrency.lockutils [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] Lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.913755] env[70771]: DEBUG oslo_concurrency.lockutils [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] Lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.913922] env[70771]: DEBUG nova.compute.manager [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] No waiting events found dispatching network-vif-plugged-1b48e306-9f6b-46bb-a433-9fbc0f602d12 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.914100] env[70771]: WARNING nova.compute.manager [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received unexpected event network-vif-plugged-1b48e306-9f6b-46bb-a433-9fbc0f602d12 for instance with vm_state building and task_state spawning. [ 1225.914334] env[70771]: DEBUG nova.compute.manager [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received event network-changed-1b48e306-9f6b-46bb-a433-9fbc0f602d12 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.914414] env[70771]: DEBUG nova.compute.manager [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Refreshing instance network info cache due to event network-changed-1b48e306-9f6b-46bb-a433-9fbc0f602d12. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.914587] env[70771]: DEBUG oslo_concurrency.lockutils [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] Acquiring lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.914721] env[70771]: DEBUG oslo_concurrency.lockutils [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] Acquired lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.914873] env[70771]: DEBUG nova.network.neutron [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Refreshing network info cache for port 1b48e306-9f6b-46bb-a433-9fbc0f602d12 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.987783] env[70771]: DEBUG nova.network.neutron [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Successfully created port: e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.037270] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.133478] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514660, 'name': ReconfigVM_Task, 'duration_secs': 0.267146} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.133761] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c0958af7-58a0-41d0-97b6-21adb67f2914/c0958af7-58a0-41d0-97b6-21adb67f2914.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.134452] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54dd0b98-7f64-4bea-bbda-338721a1b5d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.141516] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1226.141516] env[70771]: value = "task-3514661" [ 1226.141516] env[70771]: _type = "Task" [ 1226.141516] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.152265] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514661, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.177493] env[70771]: DEBUG nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.231444] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426f07c0-467d-4f05-915f-da1b07f40811 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.253628] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance '14f28f6e-3d41-4700-a7f2-76cace443578' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.379384] env[70771]: DEBUG nova.scheduler.client.report [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.451460] env[70771]: DEBUG nova.network.neutron [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.522260] env[70771]: DEBUG nova.network.neutron [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.651597] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514661, 'name': Rename_Task, 'duration_secs': 0.144362} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.651892] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.652130] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af95204a-f9d7-4fd2-81d3-fe9443b0517a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.658217] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1226.658217] env[70771]: value = "task-3514662" [ 1226.658217] env[70771]: _type = "Task" [ 1226.658217] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.667450] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.759805] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.760128] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc4207f3-eb7b-4b24-92a1-f8b3bdf1536a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.767874] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1226.767874] env[70771]: value = "task-3514663" [ 1226.767874] env[70771]: _type = "Task" [ 1226.767874] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.776392] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.883864] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.886464] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.333s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.886733] env[70771]: DEBUG nova.objects.instance [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lazy-loading 'resources' on Instance uuid 05041d4a-2189-4585-ad6b-b54d7c05b9fa {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.909758] env[70771]: INFO nova.scheduler.client.report [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted allocations for instance 2cf3375d-7e07-4f74-9590-9de49393466f [ 1227.024827] env[70771]: DEBUG oslo_concurrency.lockutils [req-254ea7c9-2ba2-4b96-b523-315bdf9c21f3 req-dda8615e-d78c-4b4a-a9a8-9d4ea9b96903 service nova] Releasing lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.025346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.025755] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.169323] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.190629] env[70771]: DEBUG nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.280720] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514663, 'name': PowerOffVM_Task, 'duration_secs': 0.294415} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.281098] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.281372] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance '14f28f6e-3d41-4700-a7f2-76cace443578' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.352735] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.352993] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.353174] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.353483] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.353794] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.353910] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.354160] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.354373] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.354761] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.354847] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.355076] env[70771]: DEBUG nova.virt.hardware [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.355944] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e8c79b-2c48-408e-96a0-bfe0169b6ad7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.364729] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abccd28f-e083-4b95-bd72-10e6dd4b2124 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.418911] env[70771]: DEBUG oslo_concurrency.lockutils [None req-63b9167f-c67f-44d4-b43b-2ccd9eab5b5b tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "2cf3375d-7e07-4f74-9590-9de49393466f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.513s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.419862] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "2cf3375d-7e07-4f74-9590-9de49393466f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.443s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.420072] env[70771]: INFO nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1227.420251] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "2cf3375d-7e07-4f74-9590-9de49393466f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.461190] env[70771]: DEBUG nova.network.neutron [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Successfully updated port: e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.526295] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f8e8b-50f5-4d76-ac67-3a3559f00aba {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.535892] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f2378c-9aaf-43f1-9c91-b6a7047f24f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.566118] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.568976] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c4034-e154-4dd2-b00e-ad9b41bef674 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.576863] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0b3a25-9e21-4615-bd18-e6f01659e2db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.591410] env[70771]: DEBUG nova.compute.provider_tree [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.668260] env[70771]: DEBUG oslo_vmware.api [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514662, 'name': PowerOnVM_Task, 'duration_secs': 0.540519} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.668561] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.668710] env[70771]: INFO nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1227.668882] env[70771]: DEBUG nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.669709] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78303fc4-7000-4bcb-9012-d57779560f6e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.787745] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.787914] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.787963] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.789171] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.789171] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.789171] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.789171] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.789171] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.789171] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.789171] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.789476] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.794112] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c38d962-63e7-4d0e-9e4e-0459c63b77b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.809153] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1227.809153] env[70771]: value = "task-3514664" [ 1227.809153] env[70771]: _type = "Task" [ 1227.809153] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.819639] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.851422] env[70771]: DEBUG nova.network.neutron [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Updating instance_info_cache with network_info: [{"id": "aabc0a59-23c6-4b8f-b0da-1a66d73aec52", "address": "fa:16:3e:8b:5c:30", "network": {"id": "22626c56-81f9-47ce-bfb1-7d5af6f5d3c0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1552541659", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc0a59-23", "ovs_interfaceid": "aabc0a59-23c6-4b8f-b0da-1a66d73aec52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b48e306-9f6b-46bb-a433-9fbc0f602d12", "address": "fa:16:3e:56:19:39", "network": {"id": "9bf87a22-f8c5-4953-9e66-98e00343c49b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-594911302", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b48e306-9f", "ovs_interfaceid": "1b48e306-9f6b-46bb-a433-9fbc0f602d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.943979] env[70771]: DEBUG nova.compute.manager [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Received event network-vif-plugged-e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.944298] env[70771]: DEBUG oslo_concurrency.lockutils [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] Acquiring lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.944455] env[70771]: DEBUG oslo_concurrency.lockutils [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.944641] env[70771]: DEBUG oslo_concurrency.lockutils [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.944812] env[70771]: DEBUG nova.compute.manager [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] No waiting events found dispatching network-vif-plugged-e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.944979] env[70771]: WARNING nova.compute.manager [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Received unexpected event network-vif-plugged-e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 for instance with vm_state building and task_state spawning. [ 1227.945182] env[70771]: DEBUG nova.compute.manager [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Received event network-changed-e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.945352] env[70771]: DEBUG nova.compute.manager [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Refreshing instance network info cache due to event network-changed-e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.945538] env[70771]: DEBUG oslo_concurrency.lockutils [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] Acquiring lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.945673] env[70771]: DEBUG oslo_concurrency.lockutils [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] Acquired lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.945826] env[70771]: DEBUG nova.network.neutron [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Refreshing network info cache for port e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.964610] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.096981] env[70771]: DEBUG nova.scheduler.client.report [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.185614] env[70771]: INFO nova.compute.manager [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Took 22.46 seconds to build instance. [ 1228.322161] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514664, 'name': ReconfigVM_Task, 'duration_secs': 0.277699} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.322482] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance '14f28f6e-3d41-4700-a7f2-76cace443578' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.354185] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Releasing lock "refresh_cache-8c61f274-4d94-42d0-ac24-622d47e27357" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.354590] env[70771]: DEBUG nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Instance network_info: |[{"id": "aabc0a59-23c6-4b8f-b0da-1a66d73aec52", "address": "fa:16:3e:8b:5c:30", "network": {"id": "22626c56-81f9-47ce-bfb1-7d5af6f5d3c0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1552541659", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc0a59-23", "ovs_interfaceid": "aabc0a59-23c6-4b8f-b0da-1a66d73aec52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b48e306-9f6b-46bb-a433-9fbc0f602d12", "address": "fa:16:3e:56:19:39", "network": {"id": "9bf87a22-f8c5-4953-9e66-98e00343c49b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-594911302", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b48e306-9f", "ovs_interfaceid": "1b48e306-9f6b-46bb-a433-9fbc0f602d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.355688] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:5c:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aabc0a59-23c6-4b8f-b0da-1a66d73aec52', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:19:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b48e306-9f6b-46bb-a433-9fbc0f602d12', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.364551] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.364782] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.365014] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc6c2d4-b567-4505-9650-2b37d947dbea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.388700] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.388700] env[70771]: value = "task-3514665" [ 1228.388700] env[70771]: _type = "Task" [ 1228.388700] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.397015] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514665, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.500398] env[70771]: DEBUG nova.network.neutron [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.603281] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.605692] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.930s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.605928] env[70771]: DEBUG nova.objects.instance [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lazy-loading 'resources' on Instance uuid 90881010-995d-4853-a59a-724e5778df53 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.631072] env[70771]: INFO nova.scheduler.client.report [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Deleted allocations for instance 05041d4a-2189-4585-ad6b-b54d7c05b9fa [ 1228.638469] env[70771]: DEBUG nova.network.neutron [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.689621] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ee6b8452-02ab-4b6d-abc9-b612335da81c tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.980s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.689621] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.711s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.689621] env[70771]: INFO nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] During sync_power_state the instance has a pending task (spawning). Skip. [ 1228.690760] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.829168] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.829429] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.829581] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.829872] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.829963] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.830075] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.830279] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.830437] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.830603] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.830764] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.830938] env[70771]: DEBUG nova.virt.hardware [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.836570] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.836886] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4785dde1-e94a-4e87-a8a9-ad880089a68a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.857142] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1228.857142] env[70771]: value = "task-3514666" [ 1228.857142] env[70771]: _type = "Task" [ 1228.857142] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.865459] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.898388] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514665, 'name': CreateVM_Task, 'duration_secs': 0.467175} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.898569] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.899375] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.899544] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.899868] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.900137] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b756282-ba62-41d1-b14f-383ad96db290 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.904448] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1228.904448] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521eaaae-9ddd-eb92-3e22-72749edab921" [ 1228.904448] env[70771]: _type = "Task" [ 1228.904448] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.911727] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521eaaae-9ddd-eb92-3e22-72749edab921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.138699] env[70771]: DEBUG oslo_concurrency.lockutils [None req-882c4622-d201-4c83-be4d-380b626e5225 tempest-MultipleCreateTestJSON-132917574 tempest-MultipleCreateTestJSON-132917574-project-member] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.456s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.139639] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.163s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.139889] env[70771]: INFO nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] During sync_power_state the instance has a pending task (deleting). Skip. [ 1229.140095] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "05041d4a-2189-4585-ad6b-b54d7c05b9fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.144192] env[70771]: DEBUG oslo_concurrency.lockutils [req-7437c695-0d92-4f0d-95e5-7909284e48c9 req-58ca27a9-a046-4855-955c-c81c26b7cc07 service nova] Releasing lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.144410] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquired lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.144565] env[70771]: DEBUG nova.network.neutron [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.238238] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd85eb-1de7-4867-b40b-d702bdc9795b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.248403] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fefd6c-5499-43a9-9abe-2838cc1f41e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.279879] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5271c1d-c2a9-43cb-83e6-9fc9410487e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.288134] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8efaa8c-a454-46bc-a3d8-ddf2d7da7b85 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.303014] env[70771]: DEBUG nova.compute.provider_tree [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.366893] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514666, 'name': ReconfigVM_Task, 'duration_secs': 0.215843} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.367201] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.368052] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c888349-9469-4184-9f77-a33471282f50 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.396249] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.396573] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afae3019-250f-430a-99a4-d44cd6f438de {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.419089] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521eaaae-9ddd-eb92-3e22-72749edab921, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.420418] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.420736] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.420979] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.421140] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.421321] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.421681] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1229.421681] env[70771]: value = "task-3514667" [ 1229.421681] env[70771]: _type = "Task" [ 1229.421681] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.421876] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a43694c-88d7-483f-a936-29c6c5c3d154 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.432404] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.434502] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.434564] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.435388] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63de1ddb-0a5e-4a7f-8d24-1bb6cc6765ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.439974] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1229.439974] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521f0198-cb46-5e41-8d47-70ec6b8a3b98" [ 1229.439974] env[70771]: _type = "Task" [ 1229.439974] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.447930] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521f0198-cb46-5e41-8d47-70ec6b8a3b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.746207] env[70771]: DEBUG nova.network.neutron [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.805418] env[70771]: DEBUG nova.scheduler.client.report [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.875776] env[70771]: DEBUG nova.network.neutron [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Updating instance_info_cache with network_info: [{"id": "e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3", "address": "fa:16:3e:84:ff:83", "network": {"id": "16f0a7d5-1a81-4d42-b15d-d45ba3b85ac9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-275531867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74c01feda8f4195a1cb22a2da770804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d5a20f-bb", "ovs_interfaceid": "e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.937559] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514667, 'name': ReconfigVM_Task, 'duration_secs': 0.30451} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.937559] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.937559] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance '14f28f6e-3d41-4700-a7f2-76cace443578' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.958257] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521f0198-cb46-5e41-8d47-70ec6b8a3b98, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.959068] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24ae631-de14-414c-a501-bbf267e551db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.964556] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1229.964556] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d17ebf-ec3e-67f4-a664-700a1e475903" [ 1229.964556] env[70771]: _type = "Task" [ 1229.964556] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.974047] env[70771]: DEBUG nova.compute.manager [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-changed-83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.974047] env[70771]: DEBUG nova.compute.manager [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing instance network info cache due to event network-changed-83330714-f902-4538-bede-1a9d147753d0. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.974047] env[70771]: DEBUG oslo_concurrency.lockutils [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.974047] env[70771]: DEBUG oslo_concurrency.lockutils [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.974047] env[70771]: DEBUG nova.network.neutron [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing network info cache for port 83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.981223] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d17ebf-ec3e-67f4-a664-700a1e475903, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.981555] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.981868] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 8c61f274-4d94-42d0-ac24-622d47e27357/8c61f274-4d94-42d0-ac24-622d47e27357.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.982198] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40d35f6-58e1-4b66-9f4c-729f31c026ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.988653] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1229.988653] env[70771]: value = "task-3514668" [ 1229.988653] env[70771]: _type = "Task" [ 1229.988653] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.997773] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.313446] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.351011] env[70771]: INFO nova.scheduler.client.report [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Deleted allocations for instance 90881010-995d-4853-a59a-724e5778df53 [ 1230.378567] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Releasing lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.379115] env[70771]: DEBUG nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Instance network_info: |[{"id": "e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3", "address": "fa:16:3e:84:ff:83", "network": {"id": "16f0a7d5-1a81-4d42-b15d-d45ba3b85ac9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-275531867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74c01feda8f4195a1cb22a2da770804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d5a20f-bb", "ovs_interfaceid": "e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.379653] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ff:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.394213] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Creating folder: Project (c74c01feda8f4195a1cb22a2da770804). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.396774] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f6fb88a-8f89-480b-a8e6-0cf308161f50 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.407256] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Created folder: Project (c74c01feda8f4195a1cb22a2da770804) in parent group-v701875. [ 1230.407514] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Creating folder: Instances. Parent ref: group-v702196. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.407705] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e2cc2f-81cf-4f8b-9d26-fd97c253a979 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.417553] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Created folder: Instances in parent group-v702196. [ 1230.417861] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.418088] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.418322] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a536df4-0c6e-4daa-858b-985947af2daf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.443470] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.443470] env[70771]: value = "task-3514671" [ 1230.443470] env[70771]: _type = "Task" [ 1230.443470] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.449245] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81040a0f-2e64-45d5-b807-50be51501e06 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.458528] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514671, 'name': CreateVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.483214] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054a6a9e-f643-410d-9bff-b0bc26281253 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.507915] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance '14f28f6e-3d41-4700-a7f2-76cace443578' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.521626] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495224} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.522370] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 8c61f274-4d94-42d0-ac24-622d47e27357/8c61f274-4d94-42d0-ac24-622d47e27357.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.522370] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.522557] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672dc0a9-0510-4613-b5d9-0b98a7d8ea73 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.531968] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1230.531968] env[70771]: value = "task-3514672" [ 1230.531968] env[70771]: _type = "Task" [ 1230.531968] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.540810] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.783828] env[70771]: DEBUG nova.network.neutron [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updated VIF entry in instance network info cache for port 83330714-f902-4538-bede-1a9d147753d0. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.784457] env[70771]: DEBUG nova.network.neutron [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.858757] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b8224842-80d6-41b9-a4e6-56ba16171d26 tempest-ServersNegativeTestJSON-791332416 tempest-ServersNegativeTestJSON-791332416-project-member] Lock "90881010-995d-4853-a59a-724e5778df53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.201s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.859810] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "90881010-995d-4853-a59a-724e5778df53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.885s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.860110] env[70771]: INFO nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 90881010-995d-4853-a59a-724e5778df53] During sync_power_state the instance has a pending task (deleting). Skip. [ 1230.860697] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "90881010-995d-4853-a59a-724e5778df53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.953763] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514671, 'name': CreateVM_Task, 'duration_secs': 0.496218} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.953993] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.954658] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.954831] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.955205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.955491] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db54430a-5ac6-4498-9efc-fd1e5ae2a3d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.960736] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1230.960736] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a55f86-e2c6-ee08-c2a1-0d8546ddb85a" [ 1230.960736] env[70771]: _type = "Task" [ 1230.960736] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.968521] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a55f86-e2c6-ee08-c2a1-0d8546ddb85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.043359] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074917} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.043574] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.044373] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8474bad-0ab6-48f9-b370-53f3543ea83a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.068041] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 8c61f274-4d94-42d0-ac24-622d47e27357/8c61f274-4d94-42d0-ac24-622d47e27357.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.068307] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fee0582-96e4-4cb1-8370-d28a555019a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.090293] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1231.090293] env[70771]: value = "task-3514673" [ 1231.090293] env[70771]: _type = "Task" [ 1231.090293] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.098127] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.287945] env[70771]: DEBUG oslo_concurrency.lockutils [req-3957c6b8-1243-4710-99ce-2cccbf95dfb2 req-aa64e738-0f5a-40e7-b426-c94ed328a8a2 service nova] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.471572] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a55f86-e2c6-ee08-c2a1-0d8546ddb85a, 'name': SearchDatastore_Task, 'duration_secs': 0.031472} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.471879] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.472128] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.472373] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.472517] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.472697] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.472965] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-052706a7-b65d-484f-8704-4af1a6ff1c98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.481498] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.482832] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.483151] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b0e73f-7f09-4aba-8e70-43fb9712ca1a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.488314] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1231.488314] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5272ef20-f309-cf19-b445-4241283f627e" [ 1231.488314] env[70771]: _type = "Task" [ 1231.488314] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.495990] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5272ef20-f309-cf19-b445-4241283f627e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.603129] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514673, 'name': ReconfigVM_Task, 'duration_secs': 0.335187} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.603495] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 8c61f274-4d94-42d0-ac24-622d47e27357/8c61f274-4d94-42d0-ac24-622d47e27357.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.604189] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c86e040-ad5c-47ee-b7ef-64a9608b9df0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.611730] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1231.611730] env[70771]: value = "task-3514674" [ 1231.611730] env[70771]: _type = "Task" [ 1231.611730] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.620629] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514674, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.003613] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5272ef20-f309-cf19-b445-4241283f627e, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.004838] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236454a6-ac87-40b1-8d4e-e187c8bec395 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.010860] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1232.010860] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529fa85a-dfe4-f33a-8647-b06e56dfac5d" [ 1232.010860] env[70771]: _type = "Task" [ 1232.010860] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.018843] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529fa85a-dfe4-f33a-8647-b06e56dfac5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.124281] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514674, 'name': Rename_Task, 'duration_secs': 0.146379} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.124560] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.125134] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63b76ade-5e78-4b20-a1fd-4a4dea3954c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.131414] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1232.131414] env[70771]: value = "task-3514675" [ 1232.131414] env[70771]: _type = "Task" [ 1232.131414] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.141261] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.408185] env[70771]: DEBUG nova.network.neutron [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Port d7074955-656a-47b0-bbea-8482e2e15cb1 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1232.522091] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529fa85a-dfe4-f33a-8647-b06e56dfac5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.522388] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.522748] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 07b44d6e-0e41-4b9a-9669-13db57e3abd6/07b44d6e-0e41-4b9a-9669-13db57e3abd6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.523016] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d63dc12-3ccf-49c1-8675-47d638e00e90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.533577] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1232.533577] env[70771]: value = "task-3514676" [ 1232.533577] env[70771]: _type = "Task" [ 1232.533577] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.543060] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.642978] env[70771]: DEBUG oslo_vmware.api [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514675, 'name': PowerOnVM_Task, 'duration_secs': 0.459305} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.643376] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.643649] env[70771]: INFO nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1232.643980] env[70771]: DEBUG nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.644621] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d23c3-78a0-4616-a944-ccc28d695222 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.044341] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514676, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.166762] env[70771]: INFO nova.compute.manager [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Took 26.45 seconds to build instance. [ 1233.436025] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.436025] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.436025] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.546621] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735948} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.546621] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 07b44d6e-0e41-4b9a-9669-13db57e3abd6/07b44d6e-0e41-4b9a-9669-13db57e3abd6.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.546621] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.546621] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2be06916-55f2-4d5f-bd2f-98088dcf0f5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.553638] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1233.553638] env[70771]: value = "task-3514677" [ 1233.553638] env[70771]: _type = "Task" [ 1233.553638] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.562937] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.671725] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b4979b80-b15b-4984-a108-275bdfa54370 tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "8c61f274-4d94-42d0-ac24-622d47e27357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.969s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.673038] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "8c61f274-4d94-42d0-ac24-622d47e27357" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.694s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.673038] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7a58b5-134d-4637-834c-0daf623ef905 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.986795] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "8c61f274-4d94-42d0-ac24-622d47e27357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.072321] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070651} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.072737] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.073783] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2115d49a-b575-4fd8-ae51-e1c96accd42a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.098506] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 07b44d6e-0e41-4b9a-9669-13db57e3abd6/07b44d6e-0e41-4b9a-9669-13db57e3abd6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.098835] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ade380-3726-473b-b9a8-99fb6d390aff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.119237] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1234.119237] env[70771]: value = "task-3514678" [ 1234.119237] env[70771]: _type = "Task" [ 1234.119237] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.127740] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.182657] env[70771]: INFO nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] During sync_power_state the instance has a pending task (deleting). Skip. [ 1234.182898] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "8c61f274-4d94-42d0-ac24-622d47e27357" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.183241] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "8c61f274-4d94-42d0-ac24-622d47e27357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.197s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.183417] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.183623] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.183790] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "8c61f274-4d94-42d0-ac24-622d47e27357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.185902] env[70771]: INFO nova.compute.manager [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Terminating instance [ 1234.471575] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.472143] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.472143] env[70771]: DEBUG nova.network.neutron [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.629899] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.689650] env[70771]: DEBUG nova.compute.manager [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.689822] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.690859] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a70145-0a2c-49bd-a4af-b9757cd6ce6e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.699236] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.699588] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb3405d8-a018-4d59-ae2d-81c481375007 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.706127] env[70771]: DEBUG oslo_vmware.api [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1234.706127] env[70771]: value = "task-3514679" [ 1234.706127] env[70771]: _type = "Task" [ 1234.706127] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.713953] env[70771]: DEBUG oslo_vmware.api [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.757522] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "6ffad083-0780-46d0-bac6-4455ea7ae38c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.757847] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.129818] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514678, 'name': ReconfigVM_Task, 'duration_secs': 0.87953} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.132481] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 07b44d6e-0e41-4b9a-9669-13db57e3abd6/07b44d6e-0e41-4b9a-9669-13db57e3abd6.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.133100] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92de5a3d-2b7c-47ae-8129-501a243c892e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.141065] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1235.141065] env[70771]: value = "task-3514680" [ 1235.141065] env[70771]: _type = "Task" [ 1235.141065] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.148051] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514680, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.201064] env[70771]: DEBUG nova.network.neutron [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.218572] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.218858] env[70771]: DEBUG oslo_vmware.api [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514679, 'name': PowerOffVM_Task, 'duration_secs': 0.247484} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.219226] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.219416] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.219672] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-848e8b15-4ef7-4391-9879-ac87a5879e8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.260470] env[70771]: DEBUG nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.314957] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.314957] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.314957] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Deleting the datastore file [datastore1] 8c61f274-4d94-42d0-ac24-622d47e27357 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.315097] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccc7e584-86d6-4449-8efd-93b7d7e82d51 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.324179] env[70771]: DEBUG oslo_vmware.api [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for the task: (returnval){ [ 1235.324179] env[70771]: value = "task-3514682" [ 1235.324179] env[70771]: _type = "Task" [ 1235.324179] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.330210] env[70771]: DEBUG oslo_vmware.api [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.649556] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514680, 'name': Rename_Task, 'duration_secs': 0.138953} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.649843] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.650099] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ec1adab-0734-4053-b2c9-3d0a63f9ddc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.656650] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1235.656650] env[70771]: value = "task-3514683" [ 1235.656650] env[70771]: _type = "Task" [ 1235.656650] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.665922] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.689540] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.704227] env[70771]: DEBUG oslo_concurrency.lockutils [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.784023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.784280] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.785819] env[70771]: INFO nova.compute.claims [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.832176] env[70771]: DEBUG oslo_vmware.api [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Task: {'id': task-3514682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171097} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.832446] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.832632] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.832811] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.832982] env[70771]: INFO nova.compute.manager [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1235.833253] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.833467] env[70771]: DEBUG nova.compute.manager [-] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.833565] env[70771]: DEBUG nova.network.neutron [-] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.114529] env[70771]: DEBUG nova.compute.manager [req-5c739038-e9b4-4c56-864b-1a6d149eb704 req-578870fe-25bd-48bc-b63d-afaa14b517fb service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received event network-vif-deleted-aabc0a59-23c6-4b8f-b0da-1a66d73aec52 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.114734] env[70771]: INFO nova.compute.manager [req-5c739038-e9b4-4c56-864b-1a6d149eb704 req-578870fe-25bd-48bc-b63d-afaa14b517fb service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Neutron deleted interface aabc0a59-23c6-4b8f-b0da-1a66d73aec52; detaching it from the instance and deleting it from the info cache [ 1236.114999] env[70771]: DEBUG nova.network.neutron [req-5c739038-e9b4-4c56-864b-1a6d149eb704 req-578870fe-25bd-48bc-b63d-afaa14b517fb service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Updating instance_info_cache with network_info: [{"id": "1b48e306-9f6b-46bb-a433-9fbc0f602d12", "address": "fa:16:3e:56:19:39", "network": {"id": "9bf87a22-f8c5-4953-9e66-98e00343c49b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-594911302", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8c33d9f8c8044f269ef2e26bc65bc78d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b48e306-9f", "ovs_interfaceid": "1b48e306-9f6b-46bb-a433-9fbc0f602d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.167437] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.193217] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.213448] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9122516c-c6d7-4b02-a7ee-c8184a724a17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.221503] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df0866-6c19-442e-8dd8-ba81ba4e4df4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.618332] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-064acefc-b520-4e70-9279-de33a0a717c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.627735] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58019415-4a29-498f-91ac-75fba836d5fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.656119] env[70771]: DEBUG nova.compute.manager [req-5c739038-e9b4-4c56-864b-1a6d149eb704 req-578870fe-25bd-48bc-b63d-afaa14b517fb service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Detach interface failed, port_id=aabc0a59-23c6-4b8f-b0da-1a66d73aec52, reason: Instance 8c61f274-4d94-42d0-ac24-622d47e27357 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.664691] env[70771]: DEBUG oslo_vmware.api [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514683, 'name': PowerOnVM_Task, 'duration_secs': 0.817965} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.664936] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.665148] env[70771]: INFO nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1236.665383] env[70771]: DEBUG nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.666095] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770310eb-37b9-479b-8973-46370f491d16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.748270] env[70771]: DEBUG nova.network.neutron [-] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.894503] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3e3ab-570c-460a-aa20-6a5cc4c08072 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.901945] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2dea9-4d54-4d3a-aaab-63c4d92f6b25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.932331] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82567dc-c7a7-4a40-a6e3-f7ba8265bb6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.940141] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e948c67-a352-4260-9b4a-d5cad743304a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.955331] env[70771]: DEBUG nova.compute.provider_tree [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.182301] env[70771]: INFO nova.compute.manager [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Took 21.22 seconds to build instance. [ 1237.250730] env[70771]: INFO nova.compute.manager [-] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Took 1.42 seconds to deallocate network for instance. [ 1237.317612] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa14d9d-e32d-4aaa-b063-81706ec29790 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.339442] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823d0868-0b6a-47ba-9168-fb57ae9f385c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.346550] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance '14f28f6e-3d41-4700-a7f2-76cace443578' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.458646] env[70771]: DEBUG nova.scheduler.client.report [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.684692] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d78522db-3479-4f39-90a1-54affbeba24f tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.726s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.756865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.853529] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.853829] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d76692d-3789-405c-a751-10cb210c11d8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.861302] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1237.861302] env[70771]: value = "task-3514684" [ 1237.861302] env[70771]: _type = "Task" [ 1237.861302] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.868998] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.963478] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.964111] env[70771]: DEBUG nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.966967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.774s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.966967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.967230] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1237.967494] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.211s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.967800] env[70771]: DEBUG nova.objects.instance [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lazy-loading 'resources' on Instance uuid 8c61f274-4d94-42d0-ac24-622d47e27357 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.969310] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc59ddcf-b509-42a9-9cc3-64aa65806049 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.978807] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85266ac0-2d3a-4b73-b268-5cc99edf5fac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.994655] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043b5726-4c75-435f-af86-844e4c3be715 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.001360] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4309d71b-d615-4361-82a1-394cad1506ee {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.030628] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179877MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1238.030781] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.075557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.075837] env[70771]: DEBUG oslo_concurrency.lockutils [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.076096] env[70771]: INFO nova.compute.manager [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Rebooting instance [ 1238.143423] env[70771]: DEBUG nova.compute.manager [req-0198d280-eefa-4076-914f-e99cda052739 req-5af35450-1483-4ad6-be3f-83a798186dbb service nova] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Received event network-vif-deleted-1b48e306-9f6b-46bb-a433-9fbc0f602d12 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.371637] env[70771]: DEBUG oslo_vmware.api [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514684, 'name': PowerOnVM_Task, 'duration_secs': 0.437493} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.371906] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.372033] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-77436d23-115e-4c19-aeae-e83ab78539a0 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance '14f28f6e-3d41-4700-a7f2-76cace443578' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.470964] env[70771]: DEBUG nova.compute.utils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.472096] env[70771]: DEBUG nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.472275] env[70771]: DEBUG nova.network.neutron [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.518363] env[70771]: DEBUG nova.policy [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2a67cb7ca024f9790ae5129677583b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b45ed6de2a4df5a40b11fef3bbcfdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.597406] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d28d64-b5cf-4e38-8145-9e0fe8951fa0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.610945] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6bd6a9-d58f-42f7-a7fd-3375b6882f11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.614571] env[70771]: DEBUG oslo_concurrency.lockutils [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.614779] env[70771]: DEBUG oslo_concurrency.lockutils [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquired lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.615014] env[70771]: DEBUG nova.network.neutron [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.646126] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb69851-f7ce-4f5f-be46-71327e084d6d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.654312] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ad1fac-a2fd-4152-9370-02ade4c083af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.668782] env[70771]: DEBUG nova.compute.provider_tree [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.820728] env[70771]: DEBUG nova.network.neutron [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Successfully created port: 4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.975199] env[70771]: DEBUG nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.171768] env[70771]: DEBUG nova.scheduler.client.report [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.300071] env[70771]: DEBUG nova.network.neutron [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Updating instance_info_cache with network_info: [{"id": "e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3", "address": "fa:16:3e:84:ff:83", "network": {"id": "16f0a7d5-1a81-4d42-b15d-d45ba3b85ac9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-275531867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74c01feda8f4195a1cb22a2da770804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d5a20f-bb", "ovs_interfaceid": "e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.677331] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.679721] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.649s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.700452] env[70771]: INFO nova.scheduler.client.report [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Deleted allocations for instance 8c61f274-4d94-42d0-ac24-622d47e27357 [ 1239.803184] env[70771]: DEBUG oslo_concurrency.lockutils [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Releasing lock "refresh_cache-07b44d6e-0e41-4b9a-9669-13db57e3abd6" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.984045] env[70771]: DEBUG nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.011416] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.011673] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.011832] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.012022] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.012174] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.012327] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.012544] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.012705] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.012876] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.013057] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.013251] env[70771]: DEBUG nova.virt.hardware [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.014442] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f3c946-faf4-42ac-967f-03af35b19fbf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.022441] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88484a40-afea-4a55-bde2-b495a7f2f3c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.178213] env[70771]: DEBUG nova.compute.manager [req-bb1e0602-a831-4c2a-9480-9903ce37e4bb req-9f6de9a5-bbd6-4f0d-bd6b-7a1a9aaf2353 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received event network-vif-plugged-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.178461] env[70771]: DEBUG oslo_concurrency.lockutils [req-bb1e0602-a831-4c2a-9480-9903ce37e4bb req-9f6de9a5-bbd6-4f0d-bd6b-7a1a9aaf2353 service nova] Acquiring lock "6ffad083-0780-46d0-bac6-4455ea7ae38c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.178686] env[70771]: DEBUG oslo_concurrency.lockutils [req-bb1e0602-a831-4c2a-9480-9903ce37e4bb req-9f6de9a5-bbd6-4f0d-bd6b-7a1a9aaf2353 service nova] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.178856] env[70771]: DEBUG oslo_concurrency.lockutils [req-bb1e0602-a831-4c2a-9480-9903ce37e4bb req-9f6de9a5-bbd6-4f0d-bd6b-7a1a9aaf2353 service nova] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.179047] env[70771]: DEBUG nova.compute.manager [req-bb1e0602-a831-4c2a-9480-9903ce37e4bb req-9f6de9a5-bbd6-4f0d-bd6b-7a1a9aaf2353 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] No waiting events found dispatching network-vif-plugged-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.179239] env[70771]: WARNING nova.compute.manager [req-bb1e0602-a831-4c2a-9480-9903ce37e4bb req-9f6de9a5-bbd6-4f0d-bd6b-7a1a9aaf2353 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received unexpected event network-vif-plugged-4fc8ed0b-82c8-406a-acd1-f3857c2484da for instance with vm_state building and task_state spawning. [ 1240.207424] env[70771]: DEBUG oslo_concurrency.lockutils [None req-781aa329-e326-42b0-99b8-e91a7745720a tempest-ServersTestMultiNic-1176763844 tempest-ServersTestMultiNic-1176763844-project-member] Lock "8c61f274-4d94-42d0-ac24-622d47e27357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.024s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.277593] env[70771]: DEBUG nova.network.neutron [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Successfully updated port: 4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.307801] env[70771]: DEBUG nova.compute.manager [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.308757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd7d8f-4a48-4cbf-95e1-b69e4399633f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.476951] env[70771]: DEBUG nova.network.neutron [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Port d7074955-656a-47b0-bbea-8482e2e15cb1 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1240.477268] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.477448] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.477638] env[70771]: DEBUG nova.network.neutron [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.694436] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 14f28f6e-3d41-4700-a7f2-76cace443578 as it has an incoming, in-progress migration ca3b1483-fe9d-44e8-941e-3f16cbca575b. Migration status is reverting {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1240.695509] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating resource usage from migration ca3b1483-fe9d-44e8-941e-3f16cbca575b [ 1240.714791] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c27d1156-1fd4-486e-bd6f-6165a8c48102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.715048] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance e918f0f3-0edc-4166-8b7b-cf2b7169acbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.715260] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c0958af7-58a0-41d0-97b6-21adb67f2914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.715526] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration ca3b1483-fe9d-44e8-941e-3f16cbca575b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1240.715734] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 14f28f6e-3d41-4700-a7f2-76cace443578 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.715930] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 07b44d6e-0e41-4b9a-9669-13db57e3abd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.716122] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 6ffad083-0780-46d0-bac6-4455ea7ae38c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.716329] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1240.716467] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1240.780298] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.780483] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquired lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.780668] env[70771]: DEBUG nova.network.neutron [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.814036] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3631dc9d-e018-4fee-be35-d31aed233703 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.826601] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337745e-08e1-48f0-aa93-056a72223970 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.860302] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a8ece7-e9d4-4045-a065-10bf037fc883 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.868991] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbe24f2-bc9c-41f9-ac8c-da2ffb793e1a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.883831] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.204637] env[70771]: DEBUG nova.network.neutron [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.316198] env[70771]: DEBUG nova.network.neutron [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.324499] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b1fdbe-0448-48d4-818a-70f73d041138 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.331413] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Doing hard reboot of VM {{(pid=70771) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1241.333459] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ab62da72-a778-40e2-97d5-967db81353af {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.339513] env[70771]: DEBUG oslo_vmware.api [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1241.339513] env[70771]: value = "task-3514685" [ 1241.339513] env[70771]: _type = "Task" [ 1241.339513] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.347053] env[70771]: DEBUG oslo_vmware.api [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514685, 'name': ResetVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.387257] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.434978] env[70771]: DEBUG nova.network.neutron [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [{"id": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "address": "fa:16:3e:35:e2:af", "network": {"id": "414c1dc6-cab5-46b7-893a-973187f24ff1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1917989599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11b45ed6de2a4df5a40b11fef3bbcfdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc8ed0b-82", "ovs_interfaceid": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.707107] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.848363] env[70771]: DEBUG oslo_vmware.api [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514685, 'name': ResetVM_Task, 'duration_secs': 0.100741} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.848634] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Did hard reboot of VM {{(pid=70771) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1241.848826] env[70771]: DEBUG nova.compute.manager [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.849593] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddda7ce3-380f-40df-96d5-d8b1cfaabd22 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.891725] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1241.891881] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.212s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.937968] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Releasing lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.938091] env[70771]: DEBUG nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Instance network_info: |[{"id": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "address": "fa:16:3e:35:e2:af", "network": {"id": "414c1dc6-cab5-46b7-893a-973187f24ff1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1917989599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11b45ed6de2a4df5a40b11fef3bbcfdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc8ed0b-82", "ovs_interfaceid": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.938540] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e2:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fc8ed0b-82c8-406a-acd1-f3857c2484da', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.946133] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Creating folder: Project (11b45ed6de2a4df5a40b11fef3bbcfdb). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.946441] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc03083f-de63-4003-bf9d-3cd120565f32 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.956851] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Created folder: Project (11b45ed6de2a4df5a40b11fef3bbcfdb) in parent group-v701875. [ 1241.957076] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Creating folder: Instances. Parent ref: group-v702199. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.957312] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d720d759-6c3c-47a1-be9e-67326b1b82c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.965820] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Created folder: Instances in parent group-v702199. [ 1241.966075] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.966276] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.966479] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b3b29db-55b0-4258-a054-157746c423ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.984884] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.984884] env[70771]: value = "task-3514688" [ 1241.984884] env[70771]: _type = "Task" [ 1241.984884] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.992486] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514688, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.204835] env[70771]: DEBUG nova.compute.manager [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.205877] env[70771]: DEBUG nova.compute.manager [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing instance network info cache due to event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.206230] env[70771]: DEBUG oslo_concurrency.lockutils [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] Acquiring lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.206408] env[70771]: DEBUG oslo_concurrency.lockutils [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] Acquired lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.206581] env[70771]: DEBUG nova.network.neutron [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.210683] env[70771]: DEBUG nova.compute.manager [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70771) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1242.361744] env[70771]: DEBUG oslo_concurrency.lockutils [None req-debbc8c7-edc1-4549-8fe5-26a1470028e1 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.286s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.495158] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514688, 'name': CreateVM_Task, 'duration_secs': 0.359902} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.495358] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.504189] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.504373] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.504700] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.504956] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012a30bd-5400-4483-ae8d-3eb0005736a1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.511163] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1242.511163] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52723a2d-95fd-1811-d88c-54ce29d88e66" [ 1242.511163] env[70771]: _type = "Task" [ 1242.511163] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.518573] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52723a2d-95fd-1811-d88c-54ce29d88e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.728865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.729184] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.729350] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.729547] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.729719] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.733769] env[70771]: INFO nova.compute.manager [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Terminating instance [ 1242.939604] env[70771]: DEBUG nova.network.neutron [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updated VIF entry in instance network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.939999] env[70771]: DEBUG nova.network.neutron [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [{"id": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "address": "fa:16:3e:35:e2:af", "network": {"id": "414c1dc6-cab5-46b7-893a-973187f24ff1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1917989599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11b45ed6de2a4df5a40b11fef3bbcfdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc8ed0b-82", "ovs_interfaceid": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.024905] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52723a2d-95fd-1811-d88c-54ce29d88e66, 'name': SearchDatastore_Task, 'duration_secs': 0.033102} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.024905] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.024905] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.025233] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.025285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.025499] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.025796] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be5103b4-5d19-40ac-8195-0ab2cbc18f21 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.034512] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.034717] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.035544] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec7105a-0855-4816-8afe-6fcf33bb05b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.040610] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1243.040610] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5245f664-ce5d-37b8-0cb6-b33450f79976" [ 1243.040610] env[70771]: _type = "Task" [ 1243.040610] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.048668] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5245f664-ce5d-37b8-0cb6-b33450f79976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.237894] env[70771]: DEBUG nova.compute.manager [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.238160] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.239122] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1a5ced-afc4-47e8-a14c-f1bad3844c0c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.247690] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.247929] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a55f0c7c-b7d1-46df-a7d8-1dbfccaddfb8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.254921] env[70771]: DEBUG oslo_vmware.api [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1243.254921] env[70771]: value = "task-3514689" [ 1243.254921] env[70771]: _type = "Task" [ 1243.254921] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.262535] env[70771]: DEBUG oslo_vmware.api [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.320433] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.320702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.443739] env[70771]: DEBUG oslo_concurrency.lockutils [req-adb33a52-8c22-4ba5-86d1-86c21e591ab2 req-e33981ce-0aef-46bf-81e1-dc13a2c5127a service nova] Releasing lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.550873] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5245f664-ce5d-37b8-0cb6-b33450f79976, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.551673] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b83b51-48ad-4398-aa87-a2074fe26d9c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.557178] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1243.557178] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ca336c-0453-48e7-e19c-d67dd4052d88" [ 1243.557178] env[70771]: _type = "Task" [ 1243.557178] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.564073] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ca336c-0453-48e7-e19c-d67dd4052d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.763880] env[70771]: DEBUG oslo_vmware.api [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514689, 'name': PowerOffVM_Task, 'duration_secs': 0.236249} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.764236] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.764333] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.764669] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba7cdcf-3480-433c-a697-5e512e809ed7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.824018] env[70771]: DEBUG nova.objects.instance [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'migration_context' on Instance uuid 14f28f6e-3d41-4700-a7f2-76cace443578 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.837804] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.838056] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.838273] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Deleting the datastore file [datastore1] 07b44d6e-0e41-4b9a-9669-13db57e3abd6 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.838518] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8ca70a-2ade-457b-8519-9af4bf8fccbd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.844610] env[70771]: DEBUG oslo_vmware.api [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for the task: (returnval){ [ 1243.844610] env[70771]: value = "task-3514691" [ 1243.844610] env[70771]: _type = "Task" [ 1243.844610] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.852344] env[70771]: DEBUG oslo_vmware.api [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.887311] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.887482] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.887609] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.887757] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.887909] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.888078] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.888216] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1244.066389] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ca336c-0453-48e7-e19c-d67dd4052d88, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.066661] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.066923] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/6ffad083-0780-46d0-bac6-4455ea7ae38c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.067195] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ff2694f-77ed-40d3-8096-1291a5a2eaa7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.072460] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1244.072460] env[70771]: value = "task-3514692" [ 1244.072460] env[70771]: _type = "Task" [ 1244.072460] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.079461] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.360440] env[70771]: DEBUG oslo_vmware.api [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Task: {'id': task-3514691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219813} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.360711] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.360904] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.361098] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.361280] env[70771]: INFO nova.compute.manager [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1244.361533] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.361731] env[70771]: DEBUG nova.compute.manager [-] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.361830] env[70771]: DEBUG nova.network.neutron [-] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.442221] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b899d7ab-00ae-4c45-b2ec-4dd134536c53 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.451118] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb890b-8f28-4281-b9bf-2d8c1557b301 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.484174] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a951362-ede9-4ae7-ad5e-eca73d01113a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.492068] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ff1691-c9aa-4a42-a79a-1034cee91deb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.505905] env[70771]: DEBUG nova.compute.provider_tree [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.583786] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514692, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.752904] env[70771]: DEBUG nova.compute.manager [req-9e2e4366-c406-42dd-9f2f-91a00db8aa56 req-1a0bbb8c-90aa-4d0b-aa4e-85516b52529e service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Received event network-vif-deleted-e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.753184] env[70771]: INFO nova.compute.manager [req-9e2e4366-c406-42dd-9f2f-91a00db8aa56 req-1a0bbb8c-90aa-4d0b-aa4e-85516b52529e service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Neutron deleted interface e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3; detaching it from the instance and deleting it from the info cache [ 1244.753372] env[70771]: DEBUG nova.network.neutron [req-9e2e4366-c406-42dd-9f2f-91a00db8aa56 req-1a0bbb8c-90aa-4d0b-aa4e-85516b52529e service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.009199] env[70771]: DEBUG nova.scheduler.client.report [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.083568] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555352} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.083836] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/6ffad083-0780-46d0-bac6-4455ea7ae38c.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.084079] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.084324] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b1ae78-46c2-4edc-9e76-082d70a9bde1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.090763] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1245.090763] env[70771]: value = "task-3514693" [ 1245.090763] env[70771]: _type = "Task" [ 1245.090763] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.100135] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.141676] env[70771]: DEBUG nova.network.neutron [-] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.256360] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d053f7c-4be0-4dcf-97b7-6aa36f01138d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.267552] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343fd99a-c49b-456f-b21c-ec1b7c0d3169 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.296531] env[70771]: DEBUG nova.compute.manager [req-9e2e4366-c406-42dd-9f2f-91a00db8aa56 req-1a0bbb8c-90aa-4d0b-aa4e-85516b52529e service nova] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Detach interface failed, port_id=e5d5a20f-bbf7-4f94-8afc-eae9b8fc3cb3, reason: Instance 07b44d6e-0e41-4b9a-9669-13db57e3abd6 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.601742] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06324} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.602093] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.602898] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0c62e-a0c0-4c07-be28-2b984769a574 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.631331] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/6ffad083-0780-46d0-bac6-4455ea7ae38c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.631619] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0a9f6a-4d34-478b-9bee-02fa9f9cf294 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.645973] env[70771]: INFO nova.compute.manager [-] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Took 1.28 seconds to deallocate network for instance. [ 1245.653601] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1245.653601] env[70771]: value = "task-3514694" [ 1245.653601] env[70771]: _type = "Task" [ 1245.653601] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.663122] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.020150] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.699s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.152819] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.153176] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.153493] env[70771]: DEBUG nova.objects.instance [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lazy-loading 'resources' on Instance uuid 07b44d6e-0e41-4b9a-9669-13db57e3abd6 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.164372] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514694, 'name': ReconfigVM_Task, 'duration_secs': 0.270429} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.164656] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/6ffad083-0780-46d0-bac6-4455ea7ae38c.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.165256] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-675f9b5e-16d4-41a0-998c-696c67ff0879 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.172497] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1246.172497] env[70771]: value = "task-3514695" [ 1246.172497] env[70771]: _type = "Task" [ 1246.172497] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.181692] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514695, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.684894] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514695, 'name': Rename_Task, 'duration_secs': 0.144585} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.685426] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.685487] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23a783f4-2a8b-43a3-bee4-86fa59505295 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.692241] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1246.692241] env[70771]: value = "task-3514696" [ 1246.692241] env[70771]: _type = "Task" [ 1246.692241] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.702489] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.764820] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4b0fb8-9207-4948-a60f-b4c2311830a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.772405] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59de58b-42bb-4ef0-981b-69638b0d4fd4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.803771] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410d02a0-cc34-4bb7-9558-9e18cdf64077 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.811401] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b757f-7a4e-4d67-98e8-dff95d3cbac6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.824856] env[70771]: DEBUG nova.compute.provider_tree [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.204546] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.329771] env[70771]: DEBUG nova.scheduler.client.report [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.558837] env[70771]: INFO nova.compute.manager [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Swapping old allocation on dict_keys(['1554b050-2605-4d7c-943f-8881c71b07d5']) held by migration ca3b1483-fe9d-44e8-941e-3f16cbca575b for instance [ 1247.584070] env[70771]: DEBUG nova.scheduler.client.report [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Overwriting current allocation {'allocations': {'1554b050-2605-4d7c-943f-8881c71b07d5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': 'de1632c8fb1f4c81a342445516f34a30', 'user_id': 'd76378d52313445e85025f75ae6f6daa', 'consumer_generation': 1} on consumer 14f28f6e-3d41-4700-a7f2-76cace443578 {{(pid=70771) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1247.694291] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.694492] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.694676] env[70771]: DEBUG nova.network.neutron [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.707257] env[70771]: DEBUG oslo_vmware.api [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514696, 'name': PowerOnVM_Task, 'duration_secs': 0.547977} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.707530] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.707745] env[70771]: INFO nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1247.707919] env[70771]: DEBUG nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.708696] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d59be-0f72-45ad-89be-f22bafe4ba51 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.835587] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.853816] env[70771]: INFO nova.scheduler.client.report [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Deleted allocations for instance 07b44d6e-0e41-4b9a-9669-13db57e3abd6 [ 1248.225620] env[70771]: INFO nova.compute.manager [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Took 12.46 seconds to build instance. [ 1248.362055] env[70771]: DEBUG oslo_concurrency.lockutils [None req-577a4255-b70d-4ed0-87ba-63fa80077b70 tempest-InstanceActionsTestJSON-1102661324 tempest-InstanceActionsTestJSON-1102661324-project-member] Lock "07b44d6e-0e41-4b9a-9669-13db57e3abd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.633s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.479157] env[70771]: DEBUG nova.network.neutron [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [{"id": "d7074955-656a-47b0-bbea-8482e2e15cb1", "address": "fa:16:3e:71:1a:8b", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7074955-65", "ovs_interfaceid": "d7074955-656a-47b0-bbea-8482e2e15cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.729085] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0b3e5f6a-9167-40fc-b76b-84afe33b4c87 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.971s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.982782] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-14f28f6e-3d41-4700-a7f2-76cace443578" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.983294] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a93f629-74c8-40cb-b217-961f57691e23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.990695] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0583215b-b893-4f31-91e8-8af47b99fbd6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.017886] env[70771]: INFO nova.compute.manager [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Rescuing [ 1249.018086] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.018265] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquired lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.018445] env[70771]: DEBUG nova.network.neutron [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.855984] env[70771]: DEBUG nova.network.neutron [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [{"id": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "address": "fa:16:3e:35:e2:af", "network": {"id": "414c1dc6-cab5-46b7-893a-973187f24ff1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1917989599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11b45ed6de2a4df5a40b11fef3bbcfdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc8ed0b-82", "ovs_interfaceid": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.086597] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.086933] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daa7d97d-0db3-4152-addb-b0eb024ef951 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.094942] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1250.094942] env[70771]: value = "task-3514697" [ 1250.094942] env[70771]: _type = "Task" [ 1250.094942] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.103979] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.358725] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Releasing lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.604878] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514697, 'name': PowerOffVM_Task, 'duration_secs': 0.234977} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.605267] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.605976] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.606207] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.606368] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.606554] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.606705] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.606852] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.607069] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.607236] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.607404] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.607566] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.607754] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.612615] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c56df15-f7d1-4cb2-ab81-0bd189c07a0e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.627887] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1250.627887] env[70771]: value = "task-3514698" [ 1250.627887] env[70771]: _type = "Task" [ 1250.627887] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.635782] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.747608] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "d615cbdd-6547-4135-ba0b-c840e67310a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.747608] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.138479] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514698, 'name': ReconfigVM_Task, 'duration_secs': 0.152137} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.139237] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d2e852-2432-408f-b0d3-5c3151f21c19 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.159688] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.159932] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.160105] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.160294] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.160441] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.160590] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.160794] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.160952] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.161132] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.161295] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.161471] env[70771]: DEBUG nova.virt.hardware [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.162257] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef89430-dab0-4a7c-9e2f-5c574fd971c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.167376] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1251.167376] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a43915-e63a-b5cb-a8a1-659de7543cf0" [ 1251.167376] env[70771]: _type = "Task" [ 1251.167376] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.175775] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a43915-e63a-b5cb-a8a1-659de7543cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.249502] env[70771]: DEBUG nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.678622] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a43915-e63a-b5cb-a8a1-659de7543cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.683723] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.683977] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62fbbac-1a16-4081-9e20-a7f639aa467c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.700824] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1251.700824] env[70771]: value = "task-3514699" [ 1251.700824] env[70771]: _type = "Task" [ 1251.700824] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.707985] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.772241] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.772529] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.774039] env[70771]: INFO nova.compute.claims [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.892611] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.892923] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ad5aadd-a8e2-4070-8e95-61176c61b010 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.899967] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1251.899967] env[70771]: value = "task-3514700" [ 1251.899967] env[70771]: _type = "Task" [ 1251.899967] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.908326] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.210628] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514699, 'name': ReconfigVM_Task, 'duration_secs': 0.225658} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.210986] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.211631] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb43ab6-f80b-4d58-bb24-c1b179c94cc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.237022] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.237022] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8973d508-aa4a-4fcf-bb34-dec1dd13e9c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.255122] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1252.255122] env[70771]: value = "task-3514701" [ 1252.255122] env[70771]: _type = "Task" [ 1252.255122] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.262888] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.410704] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514700, 'name': PowerOffVM_Task, 'duration_secs': 0.201647} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.411076] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.411789] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa8041-ebb7-42b1-8b7e-405cdd779747 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.429722] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979e7936-fba3-4d22-8fb5-e58c2da1c086 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.464778] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.465111] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab3578c-56d9-4632-b565-e88c0973cfe9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.471778] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1252.471778] env[70771]: value = "task-3514702" [ 1252.471778] env[70771]: _type = "Task" [ 1252.471778] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.479249] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.766838] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514701, 'name': ReconfigVM_Task, 'duration_secs': 0.30198} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.767065] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578/14f28f6e-3d41-4700-a7f2-76cace443578.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.767917] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454ffb6d-9393-46cb-b0e0-f50fd815744c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.790837] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb2ca7-1faf-4ef0-953a-657afb1c0bb6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.813800] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d427b37-705a-407c-8f6e-94e86cb51320 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.836610] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d219678-7368-4574-b2a2-cb389eff1fcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.843291] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.843528] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2d53603-afe2-4bdb-9dc2-ae569c3bacb2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.851203] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1252.851203] env[70771]: value = "task-3514703" [ 1252.851203] env[70771]: _type = "Task" [ 1252.851203] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.858673] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.894341] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc428c76-4461-4b88-9bfe-109cb9222862 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.901296] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385f968d-e565-4f4a-bfc2-c1ae50dd5c55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.932432] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b25d39-0b0f-40e2-ab29-96c898e2584f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.940123] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e77d42-fee3-4ba9-a9a5-89f73376d232 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.953652] env[70771]: DEBUG nova.compute.provider_tree [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.981417] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1252.981638] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.981882] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.982046] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.982231] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.982468] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47f5056-9517-48da-8905-0d7012d2349d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.992978] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.993168] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.993842] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ff09a2-bbae-4c3d-90ad-1f8552782a0d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.998774] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1252.998774] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52dfc130-6334-c3e8-207f-b0f7a1509da6" [ 1252.998774] env[70771]: _type = "Task" [ 1252.998774] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.005588] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52dfc130-6334-c3e8-207f-b0f7a1509da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.361517] env[70771]: DEBUG oslo_vmware.api [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514703, 'name': PowerOnVM_Task, 'duration_secs': 0.459832} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.361881] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.456605] env[70771]: DEBUG nova.scheduler.client.report [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.510204] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52dfc130-6334-c3e8-207f-b0f7a1509da6, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.510952] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59962bd3-8f70-4d62-b92b-deb65f977f25 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.515671] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1253.515671] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]522e8334-eae0-3ec9-8ab8-5e8ad2b711dc" [ 1253.515671] env[70771]: _type = "Task" [ 1253.515671] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.522838] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522e8334-eae0-3ec9-8ab8-5e8ad2b711dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.962386] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.962931] env[70771]: DEBUG nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.025574] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]522e8334-eae0-3ec9-8ab8-5e8ad2b711dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.025855] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.026125] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. {{(pid=70771) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1254.026381] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0d3b956-1bdd-48bb-ad66-2b3a234be31a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.033132] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1254.033132] env[70771]: value = "task-3514704" [ 1254.033132] env[70771]: _type = "Task" [ 1254.033132] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.041651] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.410119] env[70771]: INFO nova.compute.manager [None req-b3b03c6c-f76f-4f3b-9de4-bf3393676bc5 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance to original state: 'active' [ 1254.467821] env[70771]: DEBUG nova.compute.utils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.470970] env[70771]: DEBUG nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.470970] env[70771]: DEBUG nova.network.neutron [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.508842] env[70771]: DEBUG nova.policy [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed67809d6405470aae3b1c899cf82f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6cf8de06e640d7a97abd55a46ab788', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.543268] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470099} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.543574] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk. [ 1254.544356] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7887b1ff-668e-4da7-a8dd-f540578ee431 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.572598] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.572995] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b24b5e2-6671-469c-85dc-62bef5e05b76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.592749] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1254.592749] env[70771]: value = "task-3514705" [ 1254.592749] env[70771]: _type = "Task" [ 1254.592749] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.600962] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.766930] env[70771]: DEBUG nova.network.neutron [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Successfully created port: 8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.974026] env[70771]: DEBUG nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.102432] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514705, 'name': ReconfigVM_Task, 'duration_secs': 0.278613} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.102735] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c/cdac509b-bdd3-43d1-aef8-ab61242fa639-rescue.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.103646] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07675db-8d35-40fb-94da-99d9f90dd98a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.127580] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f902a5-1660-455c-9fec-07ae9cc9ae4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.143043] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1255.143043] env[70771]: value = "task-3514706" [ 1255.143043] env[70771]: _type = "Task" [ 1255.143043] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.150353] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.653021] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514706, 'name': ReconfigVM_Task, 'duration_secs': 0.145833} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.653306] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.653518] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fda0834b-ca87-4fff-b674-c0df1786bdcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.660063] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1255.660063] env[70771]: value = "task-3514707" [ 1255.660063] env[70771]: _type = "Task" [ 1255.660063] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.667747] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.982386] env[70771]: DEBUG nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.010910] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.011191] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.011355] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.011543] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.011691] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.011836] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.012106] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.012273] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.012440] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.012604] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.012782] env[70771]: DEBUG nova.virt.hardware [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.013657] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfdf256-9849-4811-96e4-d1d19f838217 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.021565] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240d2365-6bde-43be-a57a-354e989ad1b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.146895] env[70771]: DEBUG nova.compute.manager [req-f248210b-ad67-4737-9f33-29e55450b900 req-3d86bf9e-04ef-436d-8768-d05209be27cd service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Received event network-vif-plugged-8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.147148] env[70771]: DEBUG oslo_concurrency.lockutils [req-f248210b-ad67-4737-9f33-29e55450b900 req-3d86bf9e-04ef-436d-8768-d05209be27cd service nova] Acquiring lock "d615cbdd-6547-4135-ba0b-c840e67310a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.147381] env[70771]: DEBUG oslo_concurrency.lockutils [req-f248210b-ad67-4737-9f33-29e55450b900 req-3d86bf9e-04ef-436d-8768-d05209be27cd service nova] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.147567] env[70771]: DEBUG oslo_concurrency.lockutils [req-f248210b-ad67-4737-9f33-29e55450b900 req-3d86bf9e-04ef-436d-8768-d05209be27cd service nova] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.147741] env[70771]: DEBUG nova.compute.manager [req-f248210b-ad67-4737-9f33-29e55450b900 req-3d86bf9e-04ef-436d-8768-d05209be27cd service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] No waiting events found dispatching network-vif-plugged-8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.147913] env[70771]: WARNING nova.compute.manager [req-f248210b-ad67-4737-9f33-29e55450b900 req-3d86bf9e-04ef-436d-8768-d05209be27cd service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Received unexpected event network-vif-plugged-8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 for instance with vm_state building and task_state spawning. [ 1256.170108] env[70771]: DEBUG oslo_vmware.api [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514707, 'name': PowerOnVM_Task, 'duration_secs': 0.431013} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.170372] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.172874] env[70771]: DEBUG nova.compute.manager [None req-9c717115-88af-42be-b626-4507365d11e0 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.173658] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007e2671-7222-4655-92ea-91ff3a24e031 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.185026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.185026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.185026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.185026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.185026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.185279] env[70771]: INFO nova.compute.manager [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Terminating instance [ 1256.239396] env[70771]: DEBUG nova.network.neutron [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Successfully updated port: 8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.691898] env[70771]: DEBUG nova.compute.manager [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.692476] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.692476] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd667e29-d453-4262-84e3-fdb29177d8c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.700140] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1256.700140] env[70771]: value = "task-3514708" [ 1256.700140] env[70771]: _type = "Task" [ 1256.700140] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.708607] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.742756] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-d615cbdd-6547-4135-ba0b-c840e67310a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.742756] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-d615cbdd-6547-4135-ba0b-c840e67310a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.742854] env[70771]: DEBUG nova.network.neutron [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.214050] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514708, 'name': PowerOffVM_Task, 'duration_secs': 0.206481} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.215308] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.215448] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.215701] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702187', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'name': 'volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14f28f6e-3d41-4700-a7f2-76cace443578', 'attached_at': '2025-04-22T15:05:01.000000', 'detached_at': '', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'serial': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.216493] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcc01ad-e1c7-4b2c-a8c6-fcffd07a4c04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.251671] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a923c53-ba34-457e-8751-ccec8a09dc5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.259768] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5fccf7-67d5-40e7-823c-3d61c437e400 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.282401] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c59738-9cdb-49d8-b5dc-f25e79b25576 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.299404] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] The volume has not been displaced from its original location: [datastore2] volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81/volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1257.304853] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.305879] env[70771]: DEBUG nova.network.neutron [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.307926] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073ade0b-8d97-4f89-a85a-f59577c6a5b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.325526] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1257.325526] env[70771]: value = "task-3514709" [ 1257.325526] env[70771]: _type = "Task" [ 1257.325526] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.333480] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.531852] env[70771]: DEBUG nova.network.neutron [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Updating instance_info_cache with network_info: [{"id": "8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7", "address": "fa:16:3e:72:60:87", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbaa9ca-60", "ovs_interfaceid": "8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.835717] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.034021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-d615cbdd-6547-4135-ba0b-c840e67310a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.034376] env[70771]: DEBUG nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Instance network_info: |[{"id": "8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7", "address": "fa:16:3e:72:60:87", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbaa9ca-60", "ovs_interfaceid": "8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.034809] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:60:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.042432] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.042655] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.042879] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6520225a-58fc-46c7-80d1-42757fce2ba4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.065491] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.065491] env[70771]: value = "task-3514710" [ 1258.065491] env[70771]: _type = "Task" [ 1258.065491] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.073056] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514710, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.310981] env[70771]: DEBUG nova.compute.manager [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1258.335803] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.553927] env[70771]: DEBUG nova.compute.manager [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Received event network-changed-8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.554175] env[70771]: DEBUG nova.compute.manager [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Refreshing instance network info cache due to event network-changed-8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.554413] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Acquiring lock "refresh_cache-d615cbdd-6547-4135-ba0b-c840e67310a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.554565] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Acquired lock "refresh_cache-d615cbdd-6547-4135-ba0b-c840e67310a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.554747] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Refreshing network info cache for port 8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.575994] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514710, 'name': CreateVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.841577] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514709, 'name': ReconfigVM_Task, 'duration_secs': 1.196376} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.842730] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.843019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.844500] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.850477] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f782cf38-0df9-4684-a041-0acb10f91059 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.866943] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1258.866943] env[70771]: value = "task-3514711" [ 1258.866943] env[70771]: _type = "Task" [ 1258.866943] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.874955] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.078104] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514710, 'name': CreateVM_Task, 'duration_secs': 0.653264} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.078291] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.079023] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.079509] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.079895] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.080198] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d3bd70-42c9-4e9f-9756-74558594c5eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.084880] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1259.084880] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529c55b2-b4a0-23dc-a969-cdfa4baec942" [ 1259.084880] env[70771]: _type = "Task" [ 1259.084880] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.094148] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529c55b2-b4a0-23dc-a969-cdfa4baec942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.353765] env[70771]: INFO nova.compute.claims [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.375931] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514711, 'name': ReconfigVM_Task, 'duration_secs': 0.135905} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.376254] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702187', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'name': 'volume-fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14f28f6e-3d41-4700-a7f2-76cace443578', 'attached_at': '2025-04-22T15:05:01.000000', 'detached_at': '', 'volume_id': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81', 'serial': 'fe0c853b-bdfd-42c8-a37c-a6109af03c81'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1259.376573] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.377989] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa78a6db-ef8d-4cf6-a1b4-601497f0fad7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.385129] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.385359] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ef42de-4f75-461c-b218-f411b8d734c4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.415158] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Updated VIF entry in instance network info cache for port 8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.415575] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Updating instance_info_cache with network_info: [{"id": "8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7", "address": "fa:16:3e:72:60:87", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbaa9ca-60", "ovs_interfaceid": "8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.452161] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.452402] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.452599] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleting the datastore file [datastore1] 14f28f6e-3d41-4700-a7f2-76cace443578 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.452859] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab233728-3c14-42eb-917b-8bec99dc02fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.462073] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1259.462073] env[70771]: value = "task-3514713" [ 1259.462073] env[70771]: _type = "Task" [ 1259.462073] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.470748] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.600578] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529c55b2-b4a0-23dc-a969-cdfa4baec942, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.600578] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.600578] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.600578] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.600578] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.600578] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.600578] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2383d13-9efa-459f-9e88-831f17ff9cc3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.609056] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.609056] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.609056] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e40130f-9808-46d3-81b0-7eac4c0b289f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.615025] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1259.615025] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5279cffb-a776-48db-a8c4-b712c331b931" [ 1259.615025] env[70771]: _type = "Task" [ 1259.615025] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.621084] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5279cffb-a776-48db-a8c4-b712c331b931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.862069] env[70771]: INFO nova.compute.resource_tracker [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating resource usage from migration 63c9555a-b2c6-480f-9b7d-e3a3df4665ec [ 1259.918701] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Releasing lock "refresh_cache-d615cbdd-6547-4135-ba0b-c840e67310a9" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.918701] env[70771]: DEBUG nova.compute.manager [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.918701] env[70771]: DEBUG nova.compute.manager [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing instance network info cache due to event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.918701] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Acquiring lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.918933] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Acquired lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.919682] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.963437] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20edeb4d-21ef-469a-a275-f2a148335b03 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.976435] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf2b23-dace-4f69-bbdc-4ce259fb6e2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.979749] env[70771]: DEBUG oslo_vmware.api [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134549} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.979995] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.980202] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.980388] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.980577] env[70771]: INFO nova.compute.manager [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1259.980844] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.981454] env[70771]: DEBUG nova.compute.manager [-] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.981454] env[70771]: DEBUG nova.network.neutron [-] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.015541] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a048e7-b495-48ab-b05d-a0cc1d7baa83 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.024696] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e033bab9-8f30-4b90-8f2e-effac5c7bb86 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.039875] env[70771]: DEBUG nova.compute.provider_tree [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.125120] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5279cffb-a776-48db-a8c4-b712c331b931, 'name': SearchDatastore_Task, 'duration_secs': 0.008082} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.125894] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8137ca29-1efe-400a-956d-e07bd25e6022 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.131643] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1260.131643] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52eab131-d085-fc88-faa4-ada2bb7e2c8d" [ 1260.131643] env[70771]: _type = "Task" [ 1260.131643] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.139616] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52eab131-d085-fc88-faa4-ada2bb7e2c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.542466] env[70771]: DEBUG nova.scheduler.client.report [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.587232] env[70771]: DEBUG nova.compute.manager [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.587492] env[70771]: DEBUG nova.compute.manager [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing instance network info cache due to event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.587492] env[70771]: DEBUG oslo_concurrency.lockutils [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] Acquiring lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.624451] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updated VIF entry in instance network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.624881] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [{"id": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "address": "fa:16:3e:35:e2:af", "network": {"id": "414c1dc6-cab5-46b7-893a-973187f24ff1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1917989599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11b45ed6de2a4df5a40b11fef3bbcfdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc8ed0b-82", "ovs_interfaceid": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.643118] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52eab131-d085-fc88-faa4-ada2bb7e2c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.643337] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.643597] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.643880] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca926c37-1dec-4b9e-9601-7e445053c8d2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.650530] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1260.650530] env[70771]: value = "task-3514714" [ 1260.650530] env[70771]: _type = "Task" [ 1260.650530] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.658346] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.785179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "6ffad083-0780-46d0-bac6-4455ea7ae38c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.785179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.785179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "6ffad083-0780-46d0-bac6-4455ea7ae38c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.785179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.785179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.786154] env[70771]: INFO nova.compute.manager [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Terminating instance [ 1261.042769] env[70771]: DEBUG nova.network.neutron [-] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.047730] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.204s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.048067] env[70771]: INFO nova.compute.manager [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Migrating [ 1261.127765] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Releasing lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.128074] env[70771]: DEBUG nova.compute.manager [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.128258] env[70771]: DEBUG nova.compute.manager [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing instance network info cache due to event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.128446] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Acquiring lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.128591] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Acquired lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.128752] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.162035] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449401} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.162035] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.162235] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.162441] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08fb9860-a895-4b2a-9036-6382835aac93 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.168790] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1261.168790] env[70771]: value = "task-3514715" [ 1261.168790] env[70771]: _type = "Task" [ 1261.168790] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.175825] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.290208] env[70771]: DEBUG nova.compute.manager [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.290556] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.291859] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b1ba3-06b4-4f09-9ab4-04e49342abda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.300017] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.300278] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261ff068-45ec-4373-9b26-9aec280bc931 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.305701] env[70771]: DEBUG oslo_vmware.api [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1261.305701] env[70771]: value = "task-3514716" [ 1261.305701] env[70771]: _type = "Task" [ 1261.305701] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.313144] env[70771]: DEBUG oslo_vmware.api [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.545380] env[70771]: INFO nova.compute.manager [-] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Took 1.56 seconds to deallocate network for instance. [ 1261.567352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.567539] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.567713] env[70771]: DEBUG nova.network.neutron [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.677972] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067355} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.678247] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.678959] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f208703-49ce-4cbc-bbbd-6da459040496 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.702551] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.702551] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c597f5-0fc7-4fe4-9d06-61acce7386dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.722570] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1261.722570] env[70771]: value = "task-3514717" [ 1261.722570] env[70771]: _type = "Task" [ 1261.722570] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.730104] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.815722] env[70771]: DEBUG oslo_vmware.api [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514716, 'name': PowerOffVM_Task, 'duration_secs': 0.200034} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.816072] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.816290] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.816650] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a80dcbd5-6f7a-4168-9f5d-e8ccfa8a6a1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.827504] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updated VIF entry in instance network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.828234] env[70771]: DEBUG nova.network.neutron [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [{"id": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "address": "fa:16:3e:35:e2:af", "network": {"id": "414c1dc6-cab5-46b7-893a-973187f24ff1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1917989599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11b45ed6de2a4df5a40b11fef3bbcfdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc8ed0b-82", "ovs_interfaceid": "4fc8ed0b-82c8-406a-acd1-f3857c2484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.877661] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.877991] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.878215] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Deleting the datastore file [datastore1] 6ffad083-0780-46d0-bac6-4455ea7ae38c {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.878478] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa2b0a99-23b1-4603-968b-65338d8e4b80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.884432] env[70771]: DEBUG oslo_vmware.api [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for the task: (returnval){ [ 1261.884432] env[70771]: value = "task-3514719" [ 1261.884432] env[70771]: _type = "Task" [ 1261.884432] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.892328] env[70771]: DEBUG oslo_vmware.api [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.092877] env[70771]: INFO nova.compute.manager [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Took 0.55 seconds to detach 1 volumes for instance. [ 1262.232215] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514717, 'name': ReconfigVM_Task, 'duration_secs': 0.268091} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.232506] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Reconfigured VM instance instance-00000078 to attach disk [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.233126] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28629b87-5b61-4dcd-bb7e-7e4bd91c9d87 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.240849] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1262.240849] env[70771]: value = "task-3514720" [ 1262.240849] env[70771]: _type = "Task" [ 1262.240849] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.250025] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514720, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.264239] env[70771]: DEBUG nova.network.neutron [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.331273] env[70771]: DEBUG oslo_concurrency.lockutils [req-e77e74d7-d61c-4cf8-99d5-e16ef0512bb3 req-46e11924-634b-4e9b-9270-40eeda850158 service nova] Releasing lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.331718] env[70771]: DEBUG oslo_concurrency.lockutils [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] Acquired lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.331920] env[70771]: DEBUG nova.network.neutron [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.393367] env[70771]: DEBUG oslo_vmware.api [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Task: {'id': task-3514719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196498} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.393628] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.393816] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.393993] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.394187] env[70771]: INFO nova.compute.manager [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1262.394423] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.394610] env[70771]: DEBUG nova.compute.manager [-] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.394707] env[70771]: DEBUG nova.network.neutron [-] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.599996] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.600345] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.600521] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.623135] env[70771]: INFO nova.scheduler.client.report [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted allocations for instance 14f28f6e-3d41-4700-a7f2-76cace443578 [ 1262.629730] env[70771]: DEBUG nova.compute.manager [req-c7600fb6-89a2-4872-8791-37c186c902b5 req-d9db2ca4-2964-460f-bb2e-075a114375b9 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received event network-vif-deleted-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.629899] env[70771]: INFO nova.compute.manager [req-c7600fb6-89a2-4872-8791-37c186c902b5 req-d9db2ca4-2964-460f-bb2e-075a114375b9 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Neutron deleted interface 4fc8ed0b-82c8-406a-acd1-f3857c2484da; detaching it from the instance and deleting it from the info cache [ 1262.630078] env[70771]: DEBUG nova.network.neutron [req-c7600fb6-89a2-4872-8791-37c186c902b5 req-d9db2ca4-2964-460f-bb2e-075a114375b9 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.750514] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514720, 'name': Rename_Task, 'duration_secs': 0.134455} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.750800] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.751054] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a54dc5a-aae9-4c11-91e7-3a78ed28baa9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.756949] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1262.756949] env[70771]: value = "task-3514721" [ 1262.756949] env[70771]: _type = "Task" [ 1262.756949] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.764262] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.766819] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.851165] env[70771]: INFO nova.network.neutron [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Port 4fc8ed0b-82c8-406a-acd1-f3857c2484da from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1262.851392] env[70771]: DEBUG nova.network.neutron [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.113840] env[70771]: DEBUG nova.network.neutron [-] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.132362] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96a72866-3f41-4163-bc94-46afae49b6ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.134276] env[70771]: DEBUG oslo_concurrency.lockutils [None req-25b4beaf-ad17-4748-9d77-10ccf5b2cd22 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "14f28f6e-3d41-4700-a7f2-76cace443578" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.951s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.143806] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf04ef3-842e-4f09-a427-f9e5d73de2b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.176715] env[70771]: DEBUG nova.compute.manager [req-c7600fb6-89a2-4872-8791-37c186c902b5 req-d9db2ca4-2964-460f-bb2e-075a114375b9 service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Detach interface failed, port_id=4fc8ed0b-82c8-406a-acd1-f3857c2484da, reason: Instance 6ffad083-0780-46d0-bac6-4455ea7ae38c could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.273403] env[70771]: DEBUG oslo_vmware.api [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514721, 'name': PowerOnVM_Task, 'duration_secs': 0.435982} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.273886] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.274369] env[70771]: INFO nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1263.274369] env[70771]: DEBUG nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.275128] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a9acb8-7f68-40de-aa01-0ec2f906e50b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.354539] env[70771]: DEBUG oslo_concurrency.lockutils [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] Releasing lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.354762] env[70771]: DEBUG nova.compute.manager [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Received event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.354936] env[70771]: DEBUG nova.compute.manager [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing instance network info cache due to event network-changed-4fc8ed0b-82c8-406a-acd1-f3857c2484da. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.355166] env[70771]: DEBUG oslo_concurrency.lockutils [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] Acquiring lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.355312] env[70771]: DEBUG oslo_concurrency.lockutils [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] Acquired lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.355475] env[70771]: DEBUG nova.network.neutron [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Refreshing network info cache for port 4fc8ed0b-82c8-406a-acd1-f3857c2484da {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.616036] env[70771]: INFO nova.compute.manager [-] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Took 1.22 seconds to deallocate network for instance. [ 1263.792942] env[70771]: INFO nova.compute.manager [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Took 12.04 seconds to build instance. [ 1263.816397] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.816643] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.873698] env[70771]: DEBUG nova.network.neutron [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.946839] env[70771]: DEBUG nova.network.neutron [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.122381] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.122713] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.122910] env[70771]: DEBUG nova.objects.instance [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lazy-loading 'resources' on Instance uuid 6ffad083-0780-46d0-bac6-4455ea7ae38c {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.124147] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "d615cbdd-6547-4135-ba0b-c840e67310a9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.283166] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e705e2-a4a7-47aa-8b4b-c246a6e3260d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.301385] env[70771]: DEBUG oslo_concurrency.lockutils [None req-8a13b947-a658-4f8f-a5cc-35718a0d4b96 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.555s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.301689] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance 'e918f0f3-0edc-4166-8b7b-cf2b7169acbf' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.304937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.181s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.305132] env[70771]: DEBUG nova.compute.manager [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.306153] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a25002-0053-47a4-9f38-95c572a0d4e1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.311906] env[70771]: DEBUG nova.compute.manager [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1264.312446] env[70771]: DEBUG nova.objects.instance [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'flavor' on Instance uuid d615cbdd-6547-4135-ba0b-c840e67310a9 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.319158] env[70771]: DEBUG nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.449858] env[70771]: DEBUG oslo_concurrency.lockutils [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] Releasing lock "refresh_cache-6ffad083-0780-46d0-bac6-4455ea7ae38c" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.450132] env[70771]: DEBUG nova.compute.manager [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Received event network-vif-deleted-d7074955-656a-47b0-bbea-8482e2e15cb1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.450313] env[70771]: INFO nova.compute.manager [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Neutron deleted interface d7074955-656a-47b0-bbea-8482e2e15cb1; detaching it from the instance and deleting it from the info cache [ 1264.450486] env[70771]: DEBUG nova.network.neutron [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.715040] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e744cd1-316f-4e83-805a-02edd83dc93a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.724024] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c507b848-b267-4cbd-bec3-c6bf78754a3e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.753032] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafdb1fb-9df0-4ade-a822-e053f3a18e11 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.759797] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a16e669-d18e-4829-8bd7-c2891a14b60a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.773177] env[70771]: DEBUG nova.compute.provider_tree [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.807527] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.807797] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-780636d2-354f-422d-9367-f223521ecad4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.816185] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1264.816185] env[70771]: value = "task-3514722" [ 1264.816185] env[70771]: _type = "Task" [ 1264.816185] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.826812] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.839859] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.953370] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3912c211-da2e-42a5-aa03-45d8aa6cb6e8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.963645] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d9760-7102-41a6-8d3b-a50a048d9507 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.999741] env[70771]: DEBUG nova.compute.manager [req-287de71a-0785-4e1c-a9c4-dd042c3e4888 req-3f3e43bd-ffbf-4942-ba67-116e70fc06dd service nova] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Detach interface failed, port_id=d7074955-656a-47b0-bbea-8482e2e15cb1, reason: Instance 14f28f6e-3d41-4700-a7f2-76cace443578 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.275927] env[70771]: DEBUG nova.scheduler.client.report [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.321145] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.321406] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a202c3f0-78ee-47af-85da-8f3385b6be96 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.328894] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514722, 'name': PowerOffVM_Task, 'duration_secs': 0.235914} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.330256] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.330361] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance 'e918f0f3-0edc-4166-8b7b-cf2b7169acbf' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.333660] env[70771]: DEBUG oslo_vmware.api [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1265.333660] env[70771]: value = "task-3514723" [ 1265.333660] env[70771]: _type = "Task" [ 1265.333660] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.341919] env[70771]: DEBUG oslo_vmware.api [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.781515] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.784301] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.945s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.785925] env[70771]: INFO nova.compute.claims [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.799778] env[70771]: INFO nova.scheduler.client.report [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Deleted allocations for instance 6ffad083-0780-46d0-bac6-4455ea7ae38c [ 1265.837027] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.837482] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.837482] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.837588] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.837739] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.837904] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.838148] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.838313] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.838481] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.838645] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.838824] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.844510] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea43dd3-62af-4921-b4f6-d4dcf6bd9b3d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.864106] env[70771]: DEBUG oslo_vmware.api [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514723, 'name': PowerOffVM_Task, 'duration_secs': 0.148387} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.865309] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.865517] env[70771]: DEBUG nova.compute.manager [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.865854] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1265.865854] env[70771]: value = "task-3514724" [ 1265.865854] env[70771]: _type = "Task" [ 1265.865854] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.866769] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d4552c-abb0-4fe6-921b-93470270071c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.880374] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.306970] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f9e2b007-7071-430d-97a9-8edb5a5a5386 tempest-ServerRescueTestJSONUnderV235-1098315367 tempest-ServerRescueTestJSONUnderV235-1098315367-project-member] Lock "6ffad083-0780-46d0-bac6-4455ea7ae38c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.523s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.377713] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514724, 'name': ReconfigVM_Task, 'duration_secs': 0.159982} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.378048] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance 'e918f0f3-0edc-4166-8b7b-cf2b7169acbf' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.383045] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e697a04b-b480-43ec-aac8-969b71ce7c9c tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.876461] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bf0ceb-1b17-4e07-a70e-55ccdced60c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.885775] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.886069] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.886239] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.886423] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.886581] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.886749] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.886951] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.887128] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.887316] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.887501] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.887681] env[70771]: DEBUG nova.virt.hardware [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.892927] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.893491] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef9bce4-e1d3-411a-a432-a3ec51e5a969 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.907106] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b133b-924a-4e15-8e92-857785dd4c75 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.937304] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ec50a0c-e7b7-4879-97f7-3ea9e7575f9b tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.937615] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ec50a0c-e7b7-4879-97f7-3ea9e7575f9b tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.938024] env[70771]: DEBUG nova.objects.instance [None req-4ec50a0c-e7b7-4879-97f7-3ea9e7575f9b tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'flavor' on Instance uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.941395] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06a1d5-4d2c-4d5d-b9f0-1d555d93e26f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.944136] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1266.944136] env[70771]: value = "task-3514725" [ 1266.944136] env[70771]: _type = "Task" [ 1266.944136] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.951563] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ebfa1-4d32-481f-8cb6-a9f516bb8ccb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.959208] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.968818] env[70771]: DEBUG nova.compute.provider_tree [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.446344] env[70771]: DEBUG nova.objects.instance [None req-4ec50a0c-e7b7-4879-97f7-3ea9e7575f9b tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'pci_requests' on Instance uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.457506] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514725, 'name': ReconfigVM_Task, 'duration_secs': 0.155411} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.457775] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.458556] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f42f8-d55c-4d11-9786-1e0043e6099c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.481768] env[70771]: DEBUG nova.scheduler.client.report [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.492458] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.493626] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a30c7d9-9d67-47f8-b760-46d8ea5114e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.512219] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1267.512219] env[70771]: value = "task-3514726" [ 1267.512219] env[70771]: _type = "Task" [ 1267.512219] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.520166] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.725204] env[70771]: INFO nova.compute.manager [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Rebuilding instance [ 1267.772962] env[70771]: DEBUG nova.compute.manager [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.773851] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63962aa7-5cc8-4c9b-bd6d-de0b4956427e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.952515] env[70771]: DEBUG nova.objects.base [None req-4ec50a0c-e7b7-4879-97f7-3ea9e7575f9b tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.952759] env[70771]: DEBUG nova.network.neutron [None req-4ec50a0c-e7b7-4879-97f7-3ea9e7575f9b tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.994415] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.995021] env[70771]: DEBUG nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.022427] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514726, 'name': ReconfigVM_Task, 'duration_secs': 0.256256} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.022739] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.023138] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance 'e918f0f3-0edc-4166-8b7b-cf2b7169acbf' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.062627] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4ec50a0c-e7b7-4879-97f7-3ea9e7575f9b tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.125s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.500648] env[70771]: DEBUG nova.compute.utils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.502115] env[70771]: DEBUG nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.502291] env[70771]: DEBUG nova.network.neutron [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.529744] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ba9409-18db-49d3-a591-1d44d1b231e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.551241] env[70771]: DEBUG nova.policy [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76378d52313445e85025f75ae6f6daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1632c8fb1f4c81a342445516f34a30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.553174] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db4e28f-d88b-4a5d-a0b8-6b56b32e18e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.572749] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance 'e918f0f3-0edc-4166-8b7b-cf2b7169acbf' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.786803] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.787085] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6af0e7-9785-402b-b0ac-2d40b81f7380 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.794384] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1268.794384] env[70771]: value = "task-3514727" [ 1268.794384] env[70771]: _type = "Task" [ 1268.794384] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.801811] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.828881] env[70771]: DEBUG nova.network.neutron [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Successfully created port: f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.005749] env[70771]: DEBUG nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.115777] env[70771]: DEBUG nova.network.neutron [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Port 24495308-5844-4ac8-b13a-c52672d25c10 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1269.304067] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.304326] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.305061] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746953b9-9452-46e8-ada5-87d26c3b8095 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.311480] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.311694] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-705fcd99-4769-41d2-9e26-4e1ecfb228e2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.452550] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.452799] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.452991] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleting the datastore file [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.453281] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aca3c7c9-8c65-4d79-a940-01d686367b1d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.459232] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1269.459232] env[70771]: value = "task-3514729" [ 1269.459232] env[70771]: _type = "Task" [ 1269.459232] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.467150] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.969022] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131948} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.969369] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.969472] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.969651] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.972378] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.972629] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.972912] env[70771]: DEBUG nova.objects.instance [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'flavor' on Instance uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.015739] env[70771]: DEBUG nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.044133] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.044646] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.044646] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.044778] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.044852] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.044997] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.045225] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.045383] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.045550] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.045759] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.045934] env[70771]: DEBUG nova.virt.hardware [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.046827] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b858aa-51fc-45b2-94a3-d6232a1fb5e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.054426] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d130f51-4ae5-4b6b-b512-ad808ee1234d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.137050] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.137179] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.137357] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.171445] env[70771]: DEBUG nova.compute.manager [req-4d1f8875-6cb6-4641-b62f-91e60a90fc86 req-4bdf9c6a-d42d-4bd1-ad03-f039c3582189 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-vif-plugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.171667] env[70771]: DEBUG oslo_concurrency.lockutils [req-4d1f8875-6cb6-4641-b62f-91e60a90fc86 req-4bdf9c6a-d42d-4bd1-ad03-f039c3582189 service nova] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.171874] env[70771]: DEBUG oslo_concurrency.lockutils [req-4d1f8875-6cb6-4641-b62f-91e60a90fc86 req-4bdf9c6a-d42d-4bd1-ad03-f039c3582189 service nova] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.172228] env[70771]: DEBUG oslo_concurrency.lockutils [req-4d1f8875-6cb6-4641-b62f-91e60a90fc86 req-4bdf9c6a-d42d-4bd1-ad03-f039c3582189 service nova] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.172475] env[70771]: DEBUG nova.compute.manager [req-4d1f8875-6cb6-4641-b62f-91e60a90fc86 req-4bdf9c6a-d42d-4bd1-ad03-f039c3582189 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] No waiting events found dispatching network-vif-plugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.172662] env[70771]: WARNING nova.compute.manager [req-4d1f8875-6cb6-4641-b62f-91e60a90fc86 req-4bdf9c6a-d42d-4bd1-ad03-f039c3582189 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received unexpected event network-vif-plugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 for instance with vm_state building and task_state spawning. [ 1270.251268] env[70771]: DEBUG nova.network.neutron [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Successfully updated port: f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.542268] env[70771]: DEBUG nova.objects.instance [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'pci_requests' on Instance uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.754401] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.754568] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.754761] env[70771]: DEBUG nova.network.neutron [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.002798] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.003138] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.003302] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.003490] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.003686] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.003853] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.004077] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.004241] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.004414] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.004580] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.004756] env[70771]: DEBUG nova.virt.hardware [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.005647] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d60b6-f9d8-4bb7-bcad-2dffefd71125 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.013956] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7378c8ad-da42-4dd8-97a7-feac1fb2b8d9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.028675] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:60:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.035828] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.036047] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.036238] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b800af67-67ac-4230-be24-5499c93c7c61 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.049837] env[70771]: DEBUG nova.objects.base [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1271.050039] env[70771]: DEBUG nova.network.neutron [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.058643] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.058643] env[70771]: value = "task-3514730" [ 1271.058643] env[70771]: _type = "Task" [ 1271.058643] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.065885] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514730, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.087437] env[70771]: DEBUG nova.policy [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.170860] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.171074] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.171258] env[70771]: DEBUG nova.network.neutron [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.287020] env[70771]: DEBUG nova.network.neutron [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.335510] env[70771]: DEBUG nova.network.neutron [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Successfully created port: b38dddcf-b887-4fc8-96da-0668ca52292a {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.420326] env[70771]: DEBUG nova.network.neutron [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.569313] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514730, 'name': CreateVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.923645] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.923995] env[70771]: DEBUG nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Instance network_info: |[{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.924470] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:00:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ae992c-fe2e-4338-89fb-ecab6ef33504', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.937356] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.942021] env[70771]: DEBUG nova.network.neutron [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.942021] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.942021] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50d8cc87-d859-48e1-8eb9-527e748d3fc0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.990056] env[70771]: DEBUG oslo_concurrency.lockutils [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.000193] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.000193] env[70771]: value = "task-3514731" [ 1272.000193] env[70771]: _type = "Task" [ 1272.000193] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.013981] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514731, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.073089] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514730, 'name': CreateVM_Task, 'duration_secs': 0.549546} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.073089] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.073389] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.073498] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.073874] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.074152] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f736808f-a24d-4f58-b203-b67dd30e3b3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.078672] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1272.078672] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f7c21c-e924-2d17-1b10-03bdd957fa89" [ 1272.078672] env[70771]: _type = "Task" [ 1272.078672] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.086531] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f7c21c-e924-2d17-1b10-03bdd957fa89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.295571] env[70771]: DEBUG nova.compute.manager [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.295766] env[70771]: DEBUG nova.compute.manager [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing instance network info cache due to event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.295997] env[70771]: DEBUG oslo_concurrency.lockutils [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] Acquiring lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.296154] env[70771]: DEBUG oslo_concurrency.lockutils [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] Acquired lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.296320] env[70771]: DEBUG nova.network.neutron [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.510463] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514731, 'name': CreateVM_Task, 'duration_secs': 0.341853} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.510600] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.511311] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.518306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c497b420-7aeb-4525-a38e-b260ed6b442b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.537812] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa4784-62fe-41ba-9c4f-1318aeede201 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.544114] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance 'e918f0f3-0edc-4166-8b7b-cf2b7169acbf' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.589348] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f7c21c-e924-2d17-1b10-03bdd957fa89, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.589554] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.589816] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.590102] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.590285] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.590485] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.590817] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.591166] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.591418] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6b8acb7-8ab4-44af-b8a1-b629954d998a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.593336] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21e2b64-50ba-4c07-9779-e09ce5d7d883 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.599080] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1272.599080] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525caa18-ecf2-8d8d-c48f-77d6a8496a75" [ 1272.599080] env[70771]: _type = "Task" [ 1272.599080] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.603012] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.603213] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.604250] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bb3438-013a-4183-b6b6-9eecce60f5ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.609503] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525caa18-ecf2-8d8d-c48f-77d6a8496a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.612966] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1272.612966] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fdf556-acf0-a59b-0bf4-e3cd05146d0f" [ 1272.612966] env[70771]: _type = "Task" [ 1272.612966] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.619895] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fdf556-acf0-a59b-0bf4-e3cd05146d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.800964] env[70771]: DEBUG nova.network.neutron [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Successfully updated port: b38dddcf-b887-4fc8-96da-0668ca52292a {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.050147] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.050523] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6564bde2-4a22-4a2c-bdad-3ae5b63aeede {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.059372] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1273.059372] env[70771]: value = "task-3514732" [ 1273.059372] env[70771]: _type = "Task" [ 1273.059372] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.063395] env[70771]: DEBUG nova.network.neutron [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updated VIF entry in instance network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.063769] env[70771]: DEBUG nova.network.neutron [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.070166] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.109242] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525caa18-ecf2-8d8d-c48f-77d6a8496a75, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.109468] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.109706] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.109923] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.121118] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fdf556-acf0-a59b-0bf4-e3cd05146d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.007847} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.121838] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3781e0c-bc60-49ab-a7a7-89221d19e680 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.126608] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1273.126608] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f4a37a-47f9-6f18-0e89-ce962d46e349" [ 1273.126608] env[70771]: _type = "Task" [ 1273.126608] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.134389] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f4a37a-47f9-6f18-0e89-ce962d46e349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.303472] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.303663] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.303851] env[70771]: DEBUG nova.network.neutron [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.566772] env[70771]: DEBUG oslo_concurrency.lockutils [req-4037a1d2-d34e-428a-9db0-a5132e2c2e6a req-49a93be4-25ad-4412-b403-6b1098d97b86 service nova] Releasing lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.572063] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.638014] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f4a37a-47f9-6f18-0e89-ce962d46e349, 'name': SearchDatastore_Task, 'duration_secs': 0.015814} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.638287] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.638567] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.638849] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.639071] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.639279] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6454918b-3142-493f-9200-6b89d1276796 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.641155] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0fe7623-3951-4c5f-b469-a0f156cd2bdc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.647652] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1273.647652] env[70771]: value = "task-3514733" [ 1273.647652] env[70771]: _type = "Task" [ 1273.647652] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.651155] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.651332] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.652265] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c258b5f2-27af-4f13-aa34-47acf481f3b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.657037] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.659605] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1273.659605] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c79f2e-aec0-c7a5-2b75-6aac46a31b22" [ 1273.659605] env[70771]: _type = "Task" [ 1273.659605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.667635] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c79f2e-aec0-c7a5-2b75-6aac46a31b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.836721] env[70771]: WARNING nova.network.neutron [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] f317f338-e3c9-4c4c-bb00-65168c95bde3 already exists in list: networks containing: ['f317f338-e3c9-4c4c-bb00-65168c95bde3']. ignoring it [ 1274.072364] env[70771]: DEBUG oslo_vmware.api [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514732, 'name': PowerOnVM_Task, 'duration_secs': 0.570077} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.072692] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.072822] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-56db45b9-3c59-4ee8-b858-c82aeb701c30 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance 'e918f0f3-0edc-4166-8b7b-cf2b7169acbf' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.135125] env[70771]: DEBUG nova.network.neutron [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b38dddcf-b887-4fc8-96da-0668ca52292a", "address": "fa:16:3e:16:2e:83", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38dddcf-b8", "ovs_interfaceid": "b38dddcf-b887-4fc8-96da-0668ca52292a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.161331] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514733, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.170188] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c79f2e-aec0-c7a5-2b75-6aac46a31b22, 'name': SearchDatastore_Task, 'duration_secs': 0.020859} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.171029] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc371a3-e89f-4dfe-b9f6-b606fec9e47c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.177033] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1274.177033] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52768e15-d8e6-4bc3-b4de-14249697f4c9" [ 1274.177033] env[70771]: _type = "Task" [ 1274.177033] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.184949] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52768e15-d8e6-4bc3-b4de-14249697f4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.549250] env[70771]: DEBUG nova.compute.manager [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-vif-plugged-b38dddcf-b887-4fc8-96da-0668ca52292a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.549250] env[70771]: DEBUG oslo_concurrency.lockutils [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.549250] env[70771]: DEBUG oslo_concurrency.lockutils [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.549250] env[70771]: DEBUG oslo_concurrency.lockutils [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.549429] env[70771]: DEBUG nova.compute.manager [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] No waiting events found dispatching network-vif-plugged-b38dddcf-b887-4fc8-96da-0668ca52292a {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.549474] env[70771]: WARNING nova.compute.manager [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received unexpected event network-vif-plugged-b38dddcf-b887-4fc8-96da-0668ca52292a for instance with vm_state active and task_state None. [ 1274.549637] env[70771]: DEBUG nova.compute.manager [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-changed-b38dddcf-b887-4fc8-96da-0668ca52292a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.549790] env[70771]: DEBUG nova.compute.manager [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing instance network info cache due to event network-changed-b38dddcf-b887-4fc8-96da-0668ca52292a. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.549962] env[70771]: DEBUG oslo_concurrency.lockutils [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.638715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.639349] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.639507] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.639770] env[70771]: DEBUG oslo_concurrency.lockutils [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.639948] env[70771]: DEBUG nova.network.neutron [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing network info cache for port b38dddcf-b887-4fc8-96da-0668ca52292a {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.642026] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ee22a-d28e-4147-b8dd-d183e7639e77 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.659912] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.660150] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.660313] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.660503] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.660651] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.660802] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.661010] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.661183] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.661351] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.661516] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.661690] env[70771]: DEBUG nova.virt.hardware [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.668129] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfiguring VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1274.671254] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea0ce10-ccbf-47ab-8c5c-95aa707ab26c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.691570] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773165} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.692952] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.693193] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.693481] env[70771]: DEBUG oslo_vmware.api [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1274.693481] env[70771]: value = "task-3514734" [ 1274.693481] env[70771]: _type = "Task" [ 1274.693481] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.693657] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a96e5dee-1f66-4f13-9c0e-708ded7804c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.701300] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52768e15-d8e6-4bc3-b4de-14249697f4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.054747} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.701789] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.702056] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.702278] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c63847a3-6ac5-4a2c-ace3-4ec15852ef8f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.706824] env[70771]: DEBUG oslo_vmware.api [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.708260] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1274.708260] env[70771]: value = "task-3514735" [ 1274.708260] env[70771]: _type = "Task" [ 1274.708260] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.713326] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1274.713326] env[70771]: value = "task-3514736" [ 1274.713326] env[70771]: _type = "Task" [ 1274.713326] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.715958] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.724392] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.204817] env[70771]: DEBUG oslo_vmware.api [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.222309] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077384} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.222594] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.223672] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bbaa7a-fdbf-4dd7-a294-8e1b5465d6c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.228801] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514736, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.249861] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.252271] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b938057-f81c-45cf-993b-f79db575ca20 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.271171] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1275.271171] env[70771]: value = "task-3514737" [ 1275.271171] env[70771]: _type = "Task" [ 1275.271171] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.279959] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.352817] env[70771]: DEBUG nova.network.neutron [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updated VIF entry in instance network info cache for port b38dddcf-b887-4fc8-96da-0668ca52292a. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.353400] env[70771]: DEBUG nova.network.neutron [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b38dddcf-b887-4fc8-96da-0668ca52292a", "address": "fa:16:3e:16:2e:83", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38dddcf-b8", "ovs_interfaceid": "b38dddcf-b887-4fc8-96da-0668ca52292a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.706023] env[70771]: DEBUG oslo_vmware.api [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514734, 'name': ReconfigVM_Task, 'duration_secs': 0.57365} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.706557] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.706804] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfigured VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1275.727240] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555789} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.728272] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.728507] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.728770] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-856b03dc-d039-4dd7-b692-42f668731dca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.735715] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1275.735715] env[70771]: value = "task-3514738" [ 1275.735715] env[70771]: _type = "Task" [ 1275.735715] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.749735] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.782605] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.856044] env[70771]: DEBUG oslo_concurrency.lockutils [req-5d25e9cb-70af-4dd1-8a0e-8b95dc28cc26 req-a32980f8-66b7-4e66-bf27-0f8ab3383ce2 service nova] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.211416] env[70771]: DEBUG oslo_concurrency.lockutils [None req-af736c3d-b7ac-4d51-89a8-321377e0ad1e tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.239s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.248028] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063304} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.250504] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.251309] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80aa6a2-7e61-4892-a8df-6512906d53eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.273646] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.274923] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97819408-f31f-44e0-b476-2851f1745651 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.300367] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.302024] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1276.302024] env[70771]: value = "task-3514739" [ 1276.302024] env[70771]: _type = "Task" [ 1276.302024] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.308841] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.321687] env[70771]: DEBUG nova.network.neutron [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Port 24495308-5844-4ac8-b13a-c52672d25c10 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1276.321937] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.322114] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.322280] env[70771]: DEBUG nova.network.neutron [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.783251] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.810570] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.102363] env[70771]: DEBUG nova.network.neutron [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.283884] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514737, 'name': ReconfigVM_Task, 'duration_secs': 1.614009} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.284205] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Reconfigured VM instance instance-00000078 to attach disk [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9/d615cbdd-6547-4135-ba0b-c840e67310a9.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.284802] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78583307-fa36-408a-8da6-a5055fb88e04 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.291650] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1277.291650] env[70771]: value = "task-3514740" [ 1277.291650] env[70771]: _type = "Task" [ 1277.291650] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.301491] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514740, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.311018] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514739, 'name': ReconfigVM_Task, 'duration_secs': 0.820213} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.311286] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.311844] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21493bcd-0580-48f2-9474-2cc7e59233f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.317298] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1277.317298] env[70771]: value = "task-3514741" [ 1277.317298] env[70771]: _type = "Task" [ 1277.317298] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.324962] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514741, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.605789] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.802771] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514740, 'name': Rename_Task, 'duration_secs': 0.137134} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.803121] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.803405] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c6d1af-863e-4f0c-994e-bf621795b76e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.810040] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1277.810040] env[70771]: value = "task-3514742" [ 1277.810040] env[70771]: _type = "Task" [ 1277.810040] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.817832] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.824746] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514741, 'name': Rename_Task, 'duration_secs': 0.12878} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.825045] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.825330] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d34460-37b6-4baa-ab65-4318222a337f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.831429] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1277.831429] env[70771]: value = "task-3514743" [ 1277.831429] env[70771]: _type = "Task" [ 1277.831429] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.110169] env[70771]: DEBUG nova.compute.manager [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70771) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1278.110169] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.110407] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.223029] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-585825ff-c0f6-4899-9e00-7684c03d62c4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.223257] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-585825ff-c0f6-4899-9e00-7684c03d62c4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.223649] env[70771]: DEBUG nova.objects.instance [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'flavor' on Instance uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.320849] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514742, 'name': PowerOnVM_Task, 'duration_secs': 0.48355} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.382893] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.382893] env[70771]: DEBUG nova.compute.manager [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.382893] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b58091d-fe56-4e32-8e81-8fa7a4045df2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.382893] env[70771]: DEBUG oslo_vmware.api [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514743, 'name': PowerOnVM_Task, 'duration_secs': 0.4678} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.382893] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.382893] env[70771]: INFO nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1278.382893] env[70771]: DEBUG nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.382893] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb575de5-5625-4878-b318-01ff032b7bd3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.613813] env[70771]: DEBUG nova.objects.instance [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'migration_context' on Instance uuid e918f0f3-0edc-4166-8b7b-cf2b7169acbf {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.819057] env[70771]: DEBUG nova.objects.instance [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'pci_requests' on Instance uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.844533] env[70771]: INFO nova.compute.manager [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] bringing vm to original state: 'stopped' [ 1278.880952] env[70771]: INFO nova.compute.manager [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Took 14.06 seconds to build instance. [ 1279.207710] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31920da-124a-4232-91e2-baaa9256c02c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.216524] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2e3834-145e-46cd-b977-e36415782796 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.248226] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48f9fde-342b-4f08-b852-3414f3481d5f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.256274] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c15c915-14ec-4c39-9036-f6079e786dc1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.271358] env[70771]: DEBUG nova.compute.provider_tree [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.321124] env[70771]: DEBUG nova.objects.base [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1279.321495] env[70771]: DEBUG nova.network.neutron [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.383128] env[70771]: DEBUG oslo_concurrency.lockutils [None req-a3e046a7-8798-4f3e-b165-af81fe1e626a tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.566s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.424774] env[70771]: DEBUG nova.policy [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.625081] env[70771]: DEBUG nova.compute.manager [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.625309] env[70771]: DEBUG nova.compute.manager [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing instance network info cache due to event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.625667] env[70771]: DEBUG oslo_concurrency.lockutils [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] Acquiring lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.625741] env[70771]: DEBUG oslo_concurrency.lockutils [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] Acquired lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.625929] env[70771]: DEBUG nova.network.neutron [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.776060] env[70771]: DEBUG nova.scheduler.client.report [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.850380] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "d615cbdd-6547-4135-ba0b-c840e67310a9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.850645] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.850827] env[70771]: DEBUG nova.compute.manager [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.851751] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d509c3a-1464-4aba-8d77-3a3b032b4424 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.859165] env[70771]: DEBUG nova.compute.manager [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1280.332927] env[70771]: DEBUG nova.network.neutron [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updated VIF entry in instance network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.333345] env[70771]: DEBUG nova.network.neutron [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.363646] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.363953] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a4e187c-f4e1-4ad6-8107-9b94c0ac4348 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.373438] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1280.373438] env[70771]: value = "task-3514744" [ 1280.373438] env[70771]: _type = "Task" [ 1280.373438] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.384157] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.786199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.676s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.835697] env[70771]: DEBUG oslo_concurrency.lockutils [req-d6d62f9a-b7c0-43cc-a3ee-84a01f42d8d0 req-fac1dec0-e7f3-46fc-bfe8-7bb7e2f1941e service nova] Releasing lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.884299] env[70771]: DEBUG oslo_vmware.api [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514744, 'name': PowerOffVM_Task, 'duration_secs': 0.175828} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.884551] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.884806] env[70771]: DEBUG nova.compute.manager [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.885636] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30d0ce3-ffa4-4ed7-a114-135578e27eb7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.965870] env[70771]: DEBUG nova.network.neutron [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Successfully updated port: 585825ff-c0f6-4899-9e00-7684c03d62c4 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.398042] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.468616] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.468880] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.468994] env[70771]: DEBUG nova.network.neutron [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.651051] env[70771]: DEBUG nova.compute.manager [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-vif-plugged-585825ff-c0f6-4899-9e00-7684c03d62c4 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.651281] env[70771]: DEBUG oslo_concurrency.lockutils [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.651459] env[70771]: DEBUG oslo_concurrency.lockutils [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.651631] env[70771]: DEBUG oslo_concurrency.lockutils [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.651801] env[70771]: DEBUG nova.compute.manager [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] No waiting events found dispatching network-vif-plugged-585825ff-c0f6-4899-9e00-7684c03d62c4 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.651972] env[70771]: WARNING nova.compute.manager [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received unexpected event network-vif-plugged-585825ff-c0f6-4899-9e00-7684c03d62c4 for instance with vm_state active and task_state None. [ 1281.652148] env[70771]: DEBUG nova.compute.manager [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-changed-585825ff-c0f6-4899-9e00-7684c03d62c4 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.652305] env[70771]: DEBUG nova.compute.manager [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing instance network info cache due to event network-changed-585825ff-c0f6-4899-9e00-7684c03d62c4. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.652486] env[70771]: DEBUG oslo_concurrency.lockutils [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.907491] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.907748] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.907949] env[70771]: DEBUG nova.objects.instance [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1282.005360] env[70771]: WARNING nova.network.neutron [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] f317f338-e3c9-4c4c-bb00-65168c95bde3 already exists in list: networks containing: ['f317f338-e3c9-4c4c-bb00-65168c95bde3']. ignoring it [ 1282.005635] env[70771]: WARNING nova.network.neutron [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] f317f338-e3c9-4c4c-bb00-65168c95bde3 already exists in list: networks containing: ['f317f338-e3c9-4c4c-bb00-65168c95bde3']. ignoring it [ 1282.324526] env[70771]: INFO nova.compute.manager [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Swapping old allocation on dict_keys(['1554b050-2605-4d7c-943f-8881c71b07d5']) held by migration 63c9555a-b2c6-480f-9b7d-e3a3df4665ec for instance [ 1282.346358] env[70771]: DEBUG nova.scheduler.client.report [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Overwriting current allocation {'allocations': {'1554b050-2605-4d7c-943f-8881c71b07d5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': 'a5be794a84794361962b6dcd88959dd5', 'user_id': '5044223fc28d499891a497c0b9bbccb0', 'consumer_generation': 1} on consumer e918f0f3-0edc-4166-8b7b-cf2b7169acbf {{(pid=70771) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1282.422843] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.423134] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.423234] env[70771]: DEBUG nova.network.neutron [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.425275] env[70771]: DEBUG nova.network.neutron [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b38dddcf-b887-4fc8-96da-0668ca52292a", "address": "fa:16:3e:16:2e:83", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38dddcf-b8", "ovs_interfaceid": "b38dddcf-b887-4fc8-96da-0668ca52292a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "585825ff-c0f6-4899-9e00-7684c03d62c4", "address": "fa:16:3e:56:60:98", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585825ff-c0", "ovs_interfaceid": "585825ff-c0f6-4899-9e00-7684c03d62c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.540110] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "d615cbdd-6547-4135-ba0b-c840e67310a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.540377] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.540588] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "d615cbdd-6547-4135-ba0b-c840e67310a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.540771] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.540940] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.543106] env[70771]: INFO nova.compute.manager [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Terminating instance [ 1282.916752] env[70771]: DEBUG oslo_concurrency.lockutils [None req-62b9281d-a5c9-42bd-b795-73dae6fc44bc tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.929000] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.929631] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.929856] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.930070] env[70771]: DEBUG oslo_concurrency.lockutils [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.930254] env[70771]: DEBUG nova.network.neutron [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Refreshing network info cache for port 585825ff-c0f6-4899-9e00-7684c03d62c4 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.932104] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7da468-0be3-4ac0-bd7a-ff0cda224364 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.950726] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.950949] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.951124] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.951312] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.951462] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.951611] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.951816] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.951977] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.952161] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.952325] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.952496] env[70771]: DEBUG nova.virt.hardware [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.958789] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfiguring VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1282.959329] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce14061e-3387-442a-a8c6-81ec41cad489 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.978863] env[70771]: DEBUG oslo_vmware.api [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1282.978863] env[70771]: value = "task-3514745" [ 1282.978863] env[70771]: _type = "Task" [ 1282.978863] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.986684] env[70771]: DEBUG oslo_vmware.api [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514745, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.047320] env[70771]: DEBUG nova.compute.manager [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.047539] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.048413] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec629ba4-070d-41d3-944b-f5eddc169768 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.055870] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.056118] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05e1d15f-aefb-4c18-a25c-669435389ee8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.117120] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.117354] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.117533] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleting the datastore file [datastore1] d615cbdd-6547-4135-ba0b-c840e67310a9 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.117782] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c265529f-ef49-4a87-9d5a-99c84b26281e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.124647] env[70771]: DEBUG oslo_vmware.api [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1283.124647] env[70771]: value = "task-3514747" [ 1283.124647] env[70771]: _type = "Task" [ 1283.124647] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.133703] env[70771]: DEBUG oslo_vmware.api [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.146863] env[70771]: DEBUG nova.network.neutron [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [{"id": "24495308-5844-4ac8-b13a-c52672d25c10", "address": "fa:16:3e:ea:0a:e8", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24495308-58", "ovs_interfaceid": "24495308-5844-4ac8-b13a-c52672d25c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.489217] env[70771]: DEBUG oslo_vmware.api [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.633929] env[70771]: DEBUG oslo_vmware.api [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185772} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.636206] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.636400] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.636583] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.636761] env[70771]: INFO nova.compute.manager [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1283.637070] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.637290] env[70771]: DEBUG nova.compute.manager [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.637383] env[70771]: DEBUG nova.network.neutron [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.649621] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-e918f0f3-0edc-4166-8b7b-cf2b7169acbf" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.650021] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.650324] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4045c9ff-863c-4997-bc91-1057c0fbc36a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.657926] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1283.657926] env[70771]: value = "task-3514748" [ 1283.657926] env[70771]: _type = "Task" [ 1283.657926] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.665958] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.669112] env[70771]: DEBUG nova.network.neutron [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updated VIF entry in instance network info cache for port 585825ff-c0f6-4899-9e00-7684c03d62c4. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.669660] env[70771]: DEBUG nova.network.neutron [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b38dddcf-b887-4fc8-96da-0668ca52292a", "address": "fa:16:3e:16:2e:83", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38dddcf-b8", "ovs_interfaceid": "b38dddcf-b887-4fc8-96da-0668ca52292a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "585825ff-c0f6-4899-9e00-7684c03d62c4", "address": "fa:16:3e:56:60:98", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585825ff-c0", "ovs_interfaceid": "585825ff-c0f6-4899-9e00-7684c03d62c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.887252] env[70771]: DEBUG nova.compute.manager [req-665545d3-efff-48eb-8aea-fbf7d88a963f req-48bd78aa-98f7-415d-b2a9-4bc8f0b8f842 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Received event network-vif-deleted-8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.887252] env[70771]: INFO nova.compute.manager [req-665545d3-efff-48eb-8aea-fbf7d88a963f req-48bd78aa-98f7-415d-b2a9-4bc8f0b8f842 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Neutron deleted interface 8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7; detaching it from the instance and deleting it from the info cache [ 1283.887593] env[70771]: DEBUG nova.network.neutron [req-665545d3-efff-48eb-8aea-fbf7d88a963f req-48bd78aa-98f7-415d-b2a9-4bc8f0b8f842 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.989587] env[70771]: DEBUG oslo_vmware.api [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514745, 'name': ReconfigVM_Task, 'duration_secs': 0.538475} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.990188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.990289] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfigured VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1284.168167] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514748, 'name': PowerOffVM_Task, 'duration_secs': 0.242066} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.168440] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.169088] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.169307] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.169464] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.169649] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.169797] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.169945] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.170168] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.170332] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.170499] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.170662] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.170840] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.175941] env[70771]: DEBUG oslo_concurrency.lockutils [req-cbd6523c-4798-4be4-8cbb-6a4a813f5750 req-d14d69ca-ac3a-42f8-9c50-633af9777d54 service nova] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.176323] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fe938b-bc28-4b86-bee1-606daa6098f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.191270] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1284.191270] env[70771]: value = "task-3514749" [ 1284.191270] env[70771]: _type = "Task" [ 1284.191270] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.198851] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.371079] env[70771]: DEBUG nova.network.neutron [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.390469] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-511b3fdc-d1d7-418d-b358-f5b08d444ed2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.400652] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba057a9-f874-403f-9e18-d55655fbff86 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.430804] env[70771]: DEBUG nova.compute.manager [req-665545d3-efff-48eb-8aea-fbf7d88a963f req-48bd78aa-98f7-415d-b2a9-4bc8f0b8f842 service nova] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Detach interface failed, port_id=8cbaa9ca-60af-4cb6-8a3a-1b81386c5dd7, reason: Instance d615cbdd-6547-4135-ba0b-c840e67310a9 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.495030] env[70771]: DEBUG oslo_concurrency.lockutils [None req-455bd5ea-a18e-41f6-b378-27cdd3ac4e98 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-585825ff-c0f6-4899-9e00-7684c03d62c4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.272s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.701729] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514749, 'name': ReconfigVM_Task, 'duration_secs': 0.151911} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.702531] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef5542-2eb6-4c5a-9c4f-d2ab7d1debbe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.720794] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.721051] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.721217] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.721402] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.721553] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.721710] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.721918] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.722092] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.722260] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.722424] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.722596] env[70771]: DEBUG nova.virt.hardware [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.723367] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6325560d-6610-4f0a-b5ae-f7bb7137920d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.728769] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1284.728769] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52ab22c6-77ca-9157-d179-c46196dc5f50" [ 1284.728769] env[70771]: _type = "Task" [ 1284.728769] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.737581] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ab22c6-77ca-9157-d179-c46196dc5f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.876883] env[70771]: INFO nova.compute.manager [-] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Took 1.24 seconds to deallocate network for instance. [ 1285.239810] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52ab22c6-77ca-9157-d179-c46196dc5f50, 'name': SearchDatastore_Task, 'duration_secs': 0.006735} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.245662] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1285.245988] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81e3a24e-01f9-42dd-a1e7-a6cc790bff2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.265467] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1285.265467] env[70771]: value = "task-3514750" [ 1285.265467] env[70771]: _type = "Task" [ 1285.265467] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.273653] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.382974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.383331] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.383567] env[70771]: DEBUG nova.objects.instance [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'resources' on Instance uuid d615cbdd-6547-4135-ba0b-c840e67310a9 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.775604] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514750, 'name': ReconfigVM_Task, 'duration_secs': 0.187792} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.776034] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1285.776711] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771f26f-7d22-4727-9502-7d20f207a04a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.798471] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.798766] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b451a8-b2e0-4b27-94d8-5c0354b3a687 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.817406] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1285.817406] env[70771]: value = "task-3514751" [ 1285.817406] env[70771]: _type = "Task" [ 1285.817406] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.828215] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.963868] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de1568a-693c-4d71-b5a6-0e38f7aca401 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.971195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89206a3a-5d8e-4d2c-9665-f37b64a6e245 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.001217] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179af2f3-628e-4a1e-9e8a-424a79e95fe6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.008475] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9719e0-c4ba-48d3-8d83-e688ac1f5bb5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.021364] env[70771]: DEBUG nova.compute.provider_tree [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.050831] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-b38dddcf-b887-4fc8-96da-0668ca52292a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.051162] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-b38dddcf-b887-4fc8-96da-0668ca52292a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.327752] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514751, 'name': ReconfigVM_Task, 'duration_secs': 0.2778} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.328052] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf/e918f0f3-0edc-4166-8b7b-cf2b7169acbf.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.328865] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6075d3eb-076f-40d7-8553-b3c39a0bacbb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.346070] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283cc05-d4d0-4827-841a-7f6d4e6140c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.364261] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3933eb9-3f33-4ff7-b2be-2c16cfb93b4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.381522] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a7a0dc-da77-4f88-b78a-414f36db6360 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.387848] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.388077] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e1a39c2-7798-448a-ba61-f2ef80cda90f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.393602] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1286.393602] env[70771]: value = "task-3514752" [ 1286.393602] env[70771]: _type = "Task" [ 1286.393602] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.400652] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.525023] env[70771]: DEBUG nova.scheduler.client.report [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.554061] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.554306] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.555171] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc90777-96ff-4d17-94b4-b25882bf6def {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.573270] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67926474-97b5-4249-acd5-8a1f9c506476 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.600546] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfiguring VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1286.600802] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452909ef-de3c-42a3-b0aa-42547969fb74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.618446] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1286.618446] env[70771]: value = "task-3514753" [ 1286.618446] env[70771]: _type = "Task" [ 1286.618446] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.626059] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.905517] env[70771]: DEBUG oslo_vmware.api [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514752, 'name': PowerOnVM_Task, 'duration_secs': 0.347644} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.905855] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.030441] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.049032] env[70771]: INFO nova.scheduler.client.report [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted allocations for instance d615cbdd-6547-4135-ba0b-c840e67310a9 [ 1287.127982] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.557184] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0898ff1e-25cf-4262-8fbe-cfa1b4631b38 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "d615cbdd-6547-4135-ba0b-c840e67310a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.017s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.629270] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.916754] env[70771]: INFO nova.compute.manager [None req-6d371f0b-1f52-49f4-9096-220b6123a085 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance to original state: 'active' [ 1288.129352] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.630309] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.874026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.874026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.874026] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.874234] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.874272] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.876665] env[70771]: INFO nova.compute.manager [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Terminating instance [ 1289.130884] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.380835] env[70771]: DEBUG nova.compute.manager [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.381095] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.381990] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c43ef-ad47-46a8-81a2-682cd4f1364e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.391177] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.391390] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23620b00-0396-45c1-be02-6124c972889e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.398425] env[70771]: DEBUG oslo_vmware.api [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1289.398425] env[70771]: value = "task-3514754" [ 1289.398425] env[70771]: _type = "Task" [ 1289.398425] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.406290] env[70771]: DEBUG oslo_vmware.api [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.445858] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.446115] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.631584] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.908071] env[70771]: DEBUG oslo_vmware.api [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514754, 'name': PowerOffVM_Task, 'duration_secs': 0.239371} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.908353] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.908525] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.908766] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff392243-946a-4f63-8d21-7755cfa50619 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.948152] env[70771]: DEBUG nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.969027] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.969197] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.970359] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleting the datastore file [datastore2] e918f0f3-0edc-4166-8b7b-cf2b7169acbf {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.970359] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1234cd1e-6718-4c25-988c-ff41c4f99870 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.975920] env[70771]: DEBUG oslo_vmware.api [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1289.975920] env[70771]: value = "task-3514756" [ 1289.975920] env[70771]: _type = "Task" [ 1289.975920] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.984785] env[70771]: DEBUG oslo_vmware.api [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.131210] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.470376] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.470709] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.472315] env[70771]: INFO nova.compute.claims [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.484902] env[70771]: DEBUG oslo_vmware.api [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15569} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.485140] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.485321] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.485498] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.485682] env[70771]: INFO nova.compute.manager [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1290.485915] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.486116] env[70771]: DEBUG nova.compute.manager [-] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.486213] env[70771]: DEBUG nova.network.neutron [-] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.631745] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.899864] env[70771]: DEBUG nova.compute.manager [req-03fea129-dc32-4fc4-8369-01f13959a49a req-0da387a6-cbba-4d15-ab4d-750a60133bb6 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Received event network-vif-deleted-24495308-5844-4ac8-b13a-c52672d25c10 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.899864] env[70771]: INFO nova.compute.manager [req-03fea129-dc32-4fc4-8369-01f13959a49a req-0da387a6-cbba-4d15-ab4d-750a60133bb6 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Neutron deleted interface 24495308-5844-4ac8-b13a-c52672d25c10; detaching it from the instance and deleting it from the info cache [ 1290.899864] env[70771]: DEBUG nova.network.neutron [req-03fea129-dc32-4fc4-8369-01f13959a49a req-0da387a6-cbba-4d15-ab4d-750a60133bb6 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.132674] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.383298] env[70771]: DEBUG nova.network.neutron [-] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.402419] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77823e51-e956-4b52-83fd-57e4476a8f95 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.415444] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714f016-21db-4b50-bfc2-e03e0d139b35 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.441941] env[70771]: DEBUG nova.compute.manager [req-03fea129-dc32-4fc4-8369-01f13959a49a req-0da387a6-cbba-4d15-ab4d-750a60133bb6 service nova] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Detach interface failed, port_id=24495308-5844-4ac8-b13a-c52672d25c10, reason: Instance e918f0f3-0edc-4166-8b7b-cf2b7169acbf could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.548791] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b51a05a-53bb-4098-bfb1-ddd1ed660d87 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.556256] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c602d0-f368-4fc2-9e38-27d8cae33ab3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.585414] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be160e6-2629-409c-a93f-b0e49b19cf08 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.592378] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57129d2-74c6-4d90-9768-a94986703ffe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.606455] env[70771]: DEBUG nova.compute.provider_tree [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.635032] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.885985] env[70771]: INFO nova.compute.manager [-] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Took 1.40 seconds to deallocate network for instance. [ 1292.109689] env[70771]: DEBUG nova.scheduler.client.report [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.134108] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.393443] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.614808] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.615356] env[70771]: DEBUG nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.618974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.225s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.618974] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.633672] env[70771]: DEBUG oslo_vmware.api [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514753, 'name': ReconfigVM_Task, 'duration_secs': 5.778147} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.634041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.634275] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfigured VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1292.643126] env[70771]: INFO nova.scheduler.client.report [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted allocations for instance e918f0f3-0edc-4166-8b7b-cf2b7169acbf [ 1292.926106] env[70771]: DEBUG nova.compute.manager [req-c2547abd-af36-4a48-92fa-9cdd21ee5fe2 req-1e0112c9-d695-4361-8538-b53b2a0d310f service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-vif-deleted-b38dddcf-b887-4fc8-96da-0668ca52292a {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.926159] env[70771]: INFO nova.compute.manager [req-c2547abd-af36-4a48-92fa-9cdd21ee5fe2 req-1e0112c9-d695-4361-8538-b53b2a0d310f service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Neutron deleted interface b38dddcf-b887-4fc8-96da-0668ca52292a; detaching it from the instance and deleting it from the info cache [ 1292.926429] env[70771]: DEBUG nova.network.neutron [req-c2547abd-af36-4a48-92fa-9cdd21ee5fe2 req-1e0112c9-d695-4361-8538-b53b2a0d310f service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "585825ff-c0f6-4899-9e00-7684c03d62c4", "address": "fa:16:3e:56:60:98", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585825ff-c0", "ovs_interfaceid": "585825ff-c0f6-4899-9e00-7684c03d62c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.125143] env[70771]: DEBUG nova.compute.utils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.125143] env[70771]: DEBUG nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.125143] env[70771]: DEBUG nova.network.neutron [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.155143] env[70771]: DEBUG oslo_concurrency.lockutils [None req-95732930-65d3-45f5-9403-ba74ae96ee2b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "e918f0f3-0edc-4166-8b7b-cf2b7169acbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.281s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.164483] env[70771]: DEBUG nova.policy [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed67809d6405470aae3b1c899cf82f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6cf8de06e640d7a97abd55a46ab788', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.423528] env[70771]: DEBUG nova.compute.manager [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-vif-deleted-585825ff-c0f6-4899-9e00-7684c03d62c4 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.423758] env[70771]: INFO nova.compute.manager [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Neutron deleted interface 585825ff-c0f6-4899-9e00-7684c03d62c4; detaching it from the instance and deleting it from the info cache [ 1293.423839] env[70771]: DEBUG nova.network.neutron [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.429010] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2547abd-af36-4a48-92fa-9cdd21ee5fe2 req-1e0112c9-d695-4361-8538-b53b2a0d310f service nova] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.429507] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2547abd-af36-4a48-92fa-9cdd21ee5fe2 req-1e0112c9-d695-4361-8538-b53b2a0d310f service nova] Acquired lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.430375] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd794c5-f0d0-4f5d-a547-deff24651383 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.453883] env[70771]: DEBUG oslo_concurrency.lockutils [req-c2547abd-af36-4a48-92fa-9cdd21ee5fe2 req-1e0112c9-d695-4361-8538-b53b2a0d310f service nova] Releasing lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.454188] env[70771]: WARNING nova.compute.manager [req-c2547abd-af36-4a48-92fa-9cdd21ee5fe2 req-1e0112c9-d695-4361-8538-b53b2a0d310f service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Detach interface failed, port_id=b38dddcf-b887-4fc8-96da-0668ca52292a, reason: No device with interface-id b38dddcf-b887-4fc8-96da-0668ca52292a exists on VM: nova.exception.NotFound: No device with interface-id b38dddcf-b887-4fc8-96da-0668ca52292a exists on VM [ 1293.475641] env[70771]: DEBUG nova.network.neutron [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Successfully created port: feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.629670] env[70771]: DEBUG nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.817175] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.817471] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.874681] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.874878] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.875073] env[70771]: DEBUG nova.network.neutron [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.927126] env[70771]: DEBUG oslo_concurrency.lockutils [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.927300] env[70771]: DEBUG oslo_concurrency.lockutils [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Acquired lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.928198] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e1a2d8-1450-4fc3-bacd-83fbacf79963 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.946083] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cdfaac-a856-4258-b045-ab68af771abb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.971651] env[70771]: DEBUG nova.virt.vmwareapi.vmops [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfiguring VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1293.971879] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18476746-6fb7-46a0-97ce-48aec8ffdf2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.984606] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.990619] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Waiting for the task: (returnval){ [ 1293.990619] env[70771]: value = "task-3514757" [ 1293.990619] env[70771]: _type = "Task" [ 1293.990619] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.998398] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.320265] env[70771]: DEBUG nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.502067] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.576774] env[70771]: DEBUG nova.network.neutron [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [{"id": "83330714-f902-4538-bede-1a9d147753d0", "address": "fa:16:3e:2b:bb:ce", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83330714-f9", "ovs_interfaceid": "83330714-f902-4538-bede-1a9d147753d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.639636] env[70771]: DEBUG nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.665964] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.666243] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.666402] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.666582] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.666726] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.666892] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.667131] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.667295] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.667462] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.667622] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.667792] env[70771]: DEBUG nova.virt.hardware [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.668650] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3085a77-687c-4122-91b1-1776b0fd6afa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.676409] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d3e70-2028-4b9e-8375-590eaf51422b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.694229] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.851397] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.851687] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.853415] env[70771]: INFO nova.compute.claims [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.919587] env[70771]: DEBUG nova.network.neutron [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Successfully updated port: feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.950998] env[70771]: DEBUG nova.compute.manager [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Received event network-vif-plugged-feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.951189] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] Acquiring lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.951405] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.951582] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.951731] env[70771]: DEBUG nova.compute.manager [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] No waiting events found dispatching network-vif-plugged-feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.951900] env[70771]: WARNING nova.compute.manager [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Received unexpected event network-vif-plugged-feb6fbca-665c-4cec-90bb-75b5ac4219c5 for instance with vm_state building and task_state spawning. [ 1294.952148] env[70771]: DEBUG nova.compute.manager [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Received event network-changed-feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.952233] env[70771]: DEBUG nova.compute.manager [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Refreshing instance network info cache due to event network-changed-feb6fbca-665c-4cec-90bb-75b5ac4219c5. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.952407] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] Acquiring lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.952539] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] Acquired lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.952694] env[70771]: DEBUG nova.network.neutron [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Refreshing network info cache for port feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.002904] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.079310] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.424210] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.484020] env[70771]: DEBUG nova.network.neutron [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.503776] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.554800] env[70771]: DEBUG nova.network.neutron [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.583474] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1daff5d-ba15-42ce-b0aa-0dbd442569a0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-c0958af7-58a0-41d0-97b6-21adb67f2914-b38dddcf-b887-4fc8-96da-0668ca52292a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.532s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.927377] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3176aada-2342-454b-9f30-7eb9417d4503 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.935358] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e919e4b-c870-48c7-94f1-3a77d62e7c80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.965044] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62505780-e774-49e1-ba17-07dd4f267518 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.972161] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a266b6-1572-4a75-91a5-5d3f93c2abbd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.985133] env[70771]: DEBUG nova.compute.provider_tree [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.002229] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.057474] env[70771]: DEBUG oslo_concurrency.lockutils [req-7b226f59-2bb9-4cf5-8a68-719ea2ba5c17 req-ce13efdf-81e8-42fc-9920-e4d5fd2c1f0f service nova] Releasing lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.057819] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.057981] env[70771]: DEBUG nova.network.neutron [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.488735] env[70771]: DEBUG nova.scheduler.client.report [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.504519] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.596365] env[70771]: DEBUG nova.network.neutron [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.709707] env[70771]: DEBUG nova.network.neutron [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updating instance_info_cache with network_info: [{"id": "feb6fbca-665c-4cec-90bb-75b5ac4219c5", "address": "fa:16:3e:29:2f:99", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb6fbca-66", "ovs_interfaceid": "feb6fbca-665c-4cec-90bb-75b5ac4219c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.993269] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.993798] env[70771]: DEBUG nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.007305] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.213108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.213108] env[70771]: DEBUG nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance network_info: |[{"id": "feb6fbca-665c-4cec-90bb-75b5ac4219c5", "address": "fa:16:3e:29:2f:99", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb6fbca-66", "ovs_interfaceid": "feb6fbca-665c-4cec-90bb-75b5ac4219c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.213382] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:2f:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb6fbca-665c-4cec-90bb-75b5ac4219c5', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.221185] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.221392] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.221618] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-462d34e5-7de7-41ae-a0a2-33753f07f9e5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.243142] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.243142] env[70771]: value = "task-3514758" [ 1297.243142] env[70771]: _type = "Task" [ 1297.243142] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.250916] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514758, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.506033] env[70771]: DEBUG nova.compute.utils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.506540] env[70771]: DEBUG nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.506712] env[70771]: DEBUG nova.network.neutron [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.516055] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.544706] env[70771]: DEBUG nova.policy [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5044223fc28d499891a497c0b9bbccb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5be794a84794361962b6dcd88959dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.689075] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.689316] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.753595] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514758, 'name': CreateVM_Task, 'duration_secs': 0.2895} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.753745] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.754498] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.755238] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.755238] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.755238] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf2e4ec-98d5-46bb-9935-5ee02c11641f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.759871] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1297.759871] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]525295cc-98ff-7bbc-5bb0-4501f5366f27" [ 1297.759871] env[70771]: _type = "Task" [ 1297.759871] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.767427] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525295cc-98ff-7bbc-5bb0-4501f5366f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.809983] env[70771]: DEBUG nova.network.neutron [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Successfully created port: c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.011143] env[70771]: DEBUG nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.013089] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.194037] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.194346] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.194500] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.194621] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1298.195608] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56238a8a-7a9e-4650-a757-47ee7a712772 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.204366] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959fea4-9447-47d3-af48-0396018d4bbd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.218569] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc9992a-86c9-4001-9b12-4b7352a2a4a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.224905] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfea78a6-86fe-43c5-a216-c94da8ecd6bc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.256310] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180070MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1298.256489] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.256610] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.270084] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]525295cc-98ff-7bbc-5bb0-4501f5366f27, 'name': SearchDatastore_Task, 'duration_secs': 0.012298} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.270385] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.270617] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.270849] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.270996] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.271199] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.271441] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f401ae4c-2531-4910-9eda-5bde6069db9d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.281953] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.282143] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.282824] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3658a93c-3dad-48e2-82c7-7fdc49765b6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.289132] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1298.289132] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52cdd743-2e53-2072-82c0-0d9e89f0f477" [ 1298.289132] env[70771]: _type = "Task" [ 1298.289132] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.296818] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cdd743-2e53-2072-82c0-0d9e89f0f477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.510833] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.800223] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52cdd743-2e53-2072-82c0-0d9e89f0f477, 'name': SearchDatastore_Task, 'duration_secs': 0.008316} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.800935] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbeb10f-8215-4cca-bcc0-6fa1a51b560c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.806189] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1298.806189] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5249bb8d-4a32-a317-a3b0-4bb84105295a" [ 1298.806189] env[70771]: _type = "Task" [ 1298.806189] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.813712] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5249bb8d-4a32-a317-a3b0-4bb84105295a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.011324] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.020571] env[70771]: DEBUG nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.046158] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.046437] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.046637] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.046855] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.047029] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.047266] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.047543] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.047734] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.047950] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.048209] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.048394] env[70771]: DEBUG nova.virt.hardware [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.049326] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6bcfc9-78b1-4220-b38d-bb5d6fea1e16 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.056988] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe7db8-8585-4189-9f1c-1ddf33e00a80 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.179102] env[70771]: DEBUG nova.compute.manager [req-98de4ad4-33b3-4145-b02c-0dc169ae88d0 req-10b383d3-c44a-4613-8377-0ec9805bff27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Received event network-vif-plugged-c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.179356] env[70771]: DEBUG oslo_concurrency.lockutils [req-98de4ad4-33b3-4145-b02c-0dc169ae88d0 req-10b383d3-c44a-4613-8377-0ec9805bff27 service nova] Acquiring lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.179600] env[70771]: DEBUG oslo_concurrency.lockutils [req-98de4ad4-33b3-4145-b02c-0dc169ae88d0 req-10b383d3-c44a-4613-8377-0ec9805bff27 service nova] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.179807] env[70771]: DEBUG oslo_concurrency.lockutils [req-98de4ad4-33b3-4145-b02c-0dc169ae88d0 req-10b383d3-c44a-4613-8377-0ec9805bff27 service nova] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.180014] env[70771]: DEBUG nova.compute.manager [req-98de4ad4-33b3-4145-b02c-0dc169ae88d0 req-10b383d3-c44a-4613-8377-0ec9805bff27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] No waiting events found dispatching network-vif-plugged-c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.180304] env[70771]: WARNING nova.compute.manager [req-98de4ad4-33b3-4145-b02c-0dc169ae88d0 req-10b383d3-c44a-4613-8377-0ec9805bff27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Received unexpected event network-vif-plugged-c6fab558-def1-44f7-8d83-4b1eeacc1bf1 for instance with vm_state building and task_state spawning. [ 1299.286024] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c27d1156-1fd4-486e-bd6f-6165a8c48102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.286181] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c0958af7-58a0-41d0-97b6-21adb67f2914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.286294] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 5be19150-915f-4abe-b194-c9f82c38a308 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.286452] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 21b4d1ef-b53c-403b-a9d2-4045c7169edb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.286557] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b2fe712b-6aae-49ed-a6e4-477b8074bae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.286703] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1299.286841] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1299.290385] env[70771]: DEBUG nova.network.neutron [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Successfully updated port: c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.316473] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5249bb8d-4a32-a317-a3b0-4bb84105295a, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.318796] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.319069] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.319485] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d520218-d084-4495-a81e-140cfa38367e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.327141] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1299.327141] env[70771]: value = "task-3514759" [ 1299.327141] env[70771]: _type = "Task" [ 1299.327141] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.337955] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.361414] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0376a37-97fd-4cf7-b8f8-43f4e5056dd4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.368258] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2defa40d-c040-4f22-a7ba-41b0c6c846b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.398802] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fef38e-0d9c-4e88-8953-d3ea38f56e7e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.405808] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01f737-9873-4ced-8314-21b95e93e625 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.418405] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.514083] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.793061] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.793258] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.793391] env[70771]: DEBUG nova.network.neutron [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.839320] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431518} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.839565] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.839782] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.840052] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f1f6054-3d75-42e2-9f8a-9e9fa2085893 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.846702] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1299.846702] env[70771]: value = "task-3514760" [ 1299.846702] env[70771]: _type = "Task" [ 1299.846702] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.854258] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.921722] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.012558] env[70771]: DEBUG oslo_vmware.api [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Task: {'id': task-3514757, 'name': ReconfigVM_Task, 'duration_secs': 5.826772} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.012801] env[70771]: DEBUG oslo_concurrency.lockutils [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] Releasing lock "c0958af7-58a0-41d0-97b6-21adb67f2914" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.013022] env[70771]: DEBUG nova.virt.vmwareapi.vmops [req-b4e8c476-ad72-451c-a17b-7fa2ee5ab64f req-0d1a0d57-f3a6-4883-85c1-83f25e958097 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Reconfigured VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1300.013530] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.029s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.013750] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.013954] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.014139] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.017567] env[70771]: INFO nova.compute.manager [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Terminating instance [ 1300.325195] env[70771]: DEBUG nova.network.neutron [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.356417] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062563} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.356417] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.357087] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456263d7-409d-4d3b-816d-94bf1fba9642 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.381805] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.382122] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438ff852-56ee-41d5-acb4-3e274a1a8b32 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.405206] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1300.405206] env[70771]: value = "task-3514761" [ 1300.405206] env[70771]: _type = "Task" [ 1300.405206] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.413662] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.426511] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1300.426852] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.170s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.462148] env[70771]: DEBUG nova.network.neutron [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updating instance_info_cache with network_info: [{"id": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "address": "fa:16:3e:e6:4f:fb", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fab558-de", "ovs_interfaceid": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.520996] env[70771]: DEBUG nova.compute.manager [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.521406] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.522118] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a290ff4-f660-45a5-9df6-99f0c60e521e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.530015] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.530259] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32885a6e-fd1d-4c11-afff-1215c7339473 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.536889] env[70771]: DEBUG oslo_vmware.api [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1300.536889] env[70771]: value = "task-3514762" [ 1300.536889] env[70771]: _type = "Task" [ 1300.536889] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.544449] env[70771]: DEBUG oslo_vmware.api [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.915619] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.965452] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.965815] env[70771]: DEBUG nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Instance network_info: |[{"id": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "address": "fa:16:3e:e6:4f:fb", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fab558-de", "ovs_interfaceid": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.966350] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:4f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6fab558-def1-44f7-8d83-4b1eeacc1bf1', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.974198] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.974391] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.974621] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d436eae9-71ee-41a0-80fd-af293a36885a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.995371] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.995371] env[70771]: value = "task-3514763" [ 1300.995371] env[70771]: _type = "Task" [ 1300.995371] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.002650] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514763, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.048258] env[70771]: DEBUG oslo_vmware.api [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514762, 'name': PowerOffVM_Task, 'duration_secs': 0.381683} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.048549] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.048744] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.049026] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f01ebd4-1e51-4158-8ddd-76880640c323 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.136128] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.136381] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.136713] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleting the datastore file [datastore1] c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.137181] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-279ca7f3-5475-440c-b266-4c2678c14c3d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.144587] env[70771]: DEBUG oslo_vmware.api [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1301.144587] env[70771]: value = "task-3514765" [ 1301.144587] env[70771]: _type = "Task" [ 1301.144587] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.152337] env[70771]: DEBUG oslo_vmware.api [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.207595] env[70771]: DEBUG nova.compute.manager [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Received event network-changed-c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.207827] env[70771]: DEBUG nova.compute.manager [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Refreshing instance network info cache due to event network-changed-c6fab558-def1-44f7-8d83-4b1eeacc1bf1. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.208120] env[70771]: DEBUG oslo_concurrency.lockutils [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] Acquiring lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.208306] env[70771]: DEBUG oslo_concurrency.lockutils [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] Acquired lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.208474] env[70771]: DEBUG nova.network.neutron [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Refreshing network info cache for port c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.415698] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514761, 'name': ReconfigVM_Task, 'duration_secs': 0.580032} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.416036] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.416659] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d02b73f7-c741-4804-96c2-228aca4971c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.422945] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.423241] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1301.423241] env[70771]: value = "task-3514766" [ 1301.423241] env[70771]: _type = "Task" [ 1301.423241] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.423421] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.423643] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.431773] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514766, 'name': Rename_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.504623] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514763, 'name': CreateVM_Task, 'duration_secs': 0.268079} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.504803] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.505440] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.505609] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.505926] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.506218] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97306dc7-3070-49e0-9f5b-7258d9f0c3ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.510496] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1301.510496] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]520d22d0-1cce-2cab-800f-ff7116632e02" [ 1301.510496] env[70771]: _type = "Task" [ 1301.510496] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.517519] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520d22d0-1cce-2cab-800f-ff7116632e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.654697] env[70771]: DEBUG oslo_vmware.api [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233733} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.655109] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.655159] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.655322] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.655506] env[70771]: INFO nova.compute.manager [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1301.655747] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.655948] env[70771]: DEBUG nova.compute.manager [-] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.656071] env[70771]: DEBUG nova.network.neutron [-] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.692333] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.933562] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514766, 'name': Rename_Task, 'duration_secs': 0.131151} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.933847] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.934072] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ebccb0-482a-4885-8bec-b84c50290f7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.940633] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1301.940633] env[70771]: value = "task-3514767" [ 1301.940633] env[70771]: _type = "Task" [ 1301.940633] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.953599] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.964864] env[70771]: DEBUG nova.network.neutron [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updated VIF entry in instance network info cache for port c6fab558-def1-44f7-8d83-4b1eeacc1bf1. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.964864] env[70771]: DEBUG nova.network.neutron [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updating instance_info_cache with network_info: [{"id": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "address": "fa:16:3e:e6:4f:fb", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fab558-de", "ovs_interfaceid": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.021200] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]520d22d0-1cce-2cab-800f-ff7116632e02, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.021470] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.021698] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.021932] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.022099] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.022282] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.022533] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e1887ec-769a-4553-92c5-a08f0a03c431 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.031022] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.031211] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.031911] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb15e89a-567b-4edf-ab20-b612321b3adc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.038485] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1302.038485] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]524fa394-82fb-fb87-6ba3-01e5efdcc590" [ 1302.038485] env[70771]: _type = "Task" [ 1302.038485] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.045592] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524fa394-82fb-fb87-6ba3-01e5efdcc590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.452292] env[70771]: DEBUG oslo_vmware.api [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514767, 'name': PowerOnVM_Task, 'duration_secs': 0.493468} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.452679] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.452985] env[70771]: INFO nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1302.453285] env[70771]: DEBUG nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.454402] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94459921-8b84-4653-9653-2223a1fd9a54 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.467912] env[70771]: DEBUG oslo_concurrency.lockutils [req-68348797-1e50-434b-a55f-31574fa25727 req-982bbcbe-143b-4077-83bb-76c090c7d452 service nova] Releasing lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.548879] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]524fa394-82fb-fb87-6ba3-01e5efdcc590, 'name': SearchDatastore_Task, 'duration_secs': 0.008092} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.549624] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0b280e-3768-436e-8b3d-9c1dd8608b84 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.554208] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1302.554208] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a6944b-1b0f-803d-2f6f-11c0627c2bf0" [ 1302.554208] env[70771]: _type = "Task" [ 1302.554208] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.561209] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a6944b-1b0f-803d-2f6f-11c0627c2bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.594159] env[70771]: DEBUG nova.network.neutron [-] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.972147] env[70771]: INFO nova.compute.manager [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Took 12.52 seconds to build instance. [ 1303.064733] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a6944b-1b0f-803d-2f6f-11c0627c2bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.065020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.065297] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] b2fe712b-6aae-49ed-a6e4-477b8074bae4/b2fe712b-6aae-49ed-a6e4-477b8074bae4.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.065549] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e42376ff-b9d4-4653-b0f6-b6ccc053f2e6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.071360] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1303.071360] env[70771]: value = "task-3514768" [ 1303.071360] env[70771]: _type = "Task" [ 1303.071360] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.078811] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.097517] env[70771]: INFO nova.compute.manager [-] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Took 1.44 seconds to deallocate network for instance. [ 1303.239676] env[70771]: DEBUG nova.compute.manager [req-40438329-6804-49bd-bb7d-8dfc6590e7a0 req-1124ecb3-4919-4204-96fd-9d85f48a8a97 service nova] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Received event network-vif-deleted-83330714-f902-4538-bede-1a9d147753d0 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.474517] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b3a68da1-8912-445b-a6a2-5309977ea94b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.028s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.581739] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440046} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.582014] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore2] b2fe712b-6aae-49ed-a6e4-477b8074bae4/b2fe712b-6aae-49ed-a6e4-477b8074bae4.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.582247] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.582477] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e05c3b27-b69c-48f6-bd7a-bdc644e5626f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.588767] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1303.588767] env[70771]: value = "task-3514769" [ 1303.588767] env[70771]: _type = "Task" [ 1303.588767] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.596852] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.603946] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.604243] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.604564] env[70771]: DEBUG nova.objects.instance [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'resources' on Instance uuid c0958af7-58a0-41d0-97b6-21adb67f2914 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.661275] env[70771]: DEBUG nova.compute.manager [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Received event network-changed-feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.661275] env[70771]: DEBUG nova.compute.manager [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Refreshing instance network info cache due to event network-changed-feb6fbca-665c-4cec-90bb-75b5ac4219c5. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.661275] env[70771]: DEBUG oslo_concurrency.lockutils [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] Acquiring lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.661412] env[70771]: DEBUG oslo_concurrency.lockutils [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] Acquired lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.661453] env[70771]: DEBUG nova.network.neutron [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Refreshing network info cache for port feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.689068] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.689237] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1304.098362] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059306} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.098738] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.099377] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e073d93f-babc-4d41-a7a5-b71a00e3d37b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.123874] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b2fe712b-6aae-49ed-a6e4-477b8074bae4/b2fe712b-6aae-49ed-a6e4-477b8074bae4.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.124413] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18cf944-dfda-4b91-a5a4-88f61a72cbe7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.146703] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1304.146703] env[70771]: value = "task-3514770" [ 1304.146703] env[70771]: _type = "Task" [ 1304.146703] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.154569] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.203173] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a31916-89b4-46b5-9098-0b2f71a24d77 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.210888] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a65fb-f8a2-41c0-a0c0-5aed39633b4e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.243586] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1e90f-75ca-4c4d-8efc-ca667421f232 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.251124] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99305dab-2799-41a4-8c09-74949cbd4a10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.265854] env[70771]: DEBUG nova.compute.provider_tree [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.381879] env[70771]: DEBUG nova.network.neutron [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updated VIF entry in instance network info cache for port feb6fbca-665c-4cec-90bb-75b5ac4219c5. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.382278] env[70771]: DEBUG nova.network.neutron [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updating instance_info_cache with network_info: [{"id": "feb6fbca-665c-4cec-90bb-75b5ac4219c5", "address": "fa:16:3e:29:2f:99", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb6fbca-66", "ovs_interfaceid": "feb6fbca-665c-4cec-90bb-75b5ac4219c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.656408] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.787031] env[70771]: ERROR nova.scheduler.client.report [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [req-2191f7eb-da8c-4e76-89df-496eb13cd37b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2191f7eb-da8c-4e76-89df-496eb13cd37b"}]} [ 1304.802567] env[70771]: DEBUG nova.scheduler.client.report [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1304.815096] env[70771]: DEBUG nova.scheduler.client.report [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1304.815308] env[70771]: DEBUG nova.compute.provider_tree [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.825219] env[70771]: DEBUG nova.scheduler.client.report [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1304.842047] env[70771]: DEBUG nova.scheduler.client.report [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1304.884551] env[70771]: DEBUG oslo_concurrency.lockutils [req-74ec9fee-b647-4e52-beee-f624a8997f08 req-aaf6428a-47b3-4de6-b12c-6fc9f4787167 service nova] Releasing lock "refresh_cache-21b4d1ef-b53c-403b-a9d2-4045c7169edb" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.914372] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0ac625-8188-4300-9dd6-6f8ba975ecda {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.921575] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29434b06-8e16-47e1-ba00-dc007f0dd66e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.951571] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceab8240-e7f6-4163-8d0a-9b2573dde07e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.959291] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef15f8-59ac-438c-a7e9-ebc4629d9fcf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.972588] env[70771]: DEBUG nova.compute.provider_tree [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.157467] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514770, 'name': ReconfigVM_Task, 'duration_secs': 0.835039} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.157856] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b2fe712b-6aae-49ed-a6e4-477b8074bae4/b2fe712b-6aae-49ed-a6e4-477b8074bae4.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.158359] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20138245-d972-49ba-981d-824ed6a92549 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.164889] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1305.164889] env[70771]: value = "task-3514771" [ 1305.164889] env[70771]: _type = "Task" [ 1305.164889] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.172018] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514771, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.502694] env[70771]: DEBUG nova.scheduler.client.report [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1305.502952] env[70771]: DEBUG nova.compute.provider_tree [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 169 to 170 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1305.503151] env[70771]: DEBUG nova.compute.provider_tree [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.674887] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514771, 'name': Rename_Task, 'duration_secs': 0.133907} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.677355] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.677355] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6764bb62-ee03-43a0-922d-8d603e696fd9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.684023] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1305.684023] env[70771]: value = "task-3514772" [ 1305.684023] env[70771]: _type = "Task" [ 1305.684023] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.689095] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.009115] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.027071] env[70771]: INFO nova.scheduler.client.report [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted allocations for instance c0958af7-58a0-41d0-97b6-21adb67f2914 [ 1306.192173] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.534540] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ea5c2554-a0d1-4cc3-9b32-f67d438b0874 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "c0958af7-58a0-41d0-97b6-21adb67f2914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.521s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.687986] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.697172] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514772, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.195324] env[70771]: DEBUG oslo_vmware.api [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514772, 'name': PowerOnVM_Task, 'duration_secs': 1.295698} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.195694] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.195694] env[70771]: INFO nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1307.195859] env[70771]: DEBUG nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.196899] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae262f9-e155-4984-9022-9b4756dd7298 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.714339] env[70771]: INFO nova.compute.manager [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Took 12.89 seconds to build instance. [ 1308.085101] env[70771]: DEBUG nova.compute.manager [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Received event network-changed-c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.085317] env[70771]: DEBUG nova.compute.manager [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Refreshing instance network info cache due to event network-changed-c6fab558-def1-44f7-8d83-4b1eeacc1bf1. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.085530] env[70771]: DEBUG oslo_concurrency.lockutils [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] Acquiring lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.085762] env[70771]: DEBUG oslo_concurrency.lockutils [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] Acquired lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.085831] env[70771]: DEBUG nova.network.neutron [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Refreshing network info cache for port c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.216568] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e1b4458a-ec46-4ac7-acdf-60a1fba83180 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.399s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.796512] env[70771]: DEBUG nova.network.neutron [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updated VIF entry in instance network info cache for port c6fab558-def1-44f7-8d83-4b1eeacc1bf1. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.796878] env[70771]: DEBUG nova.network.neutron [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updating instance_info_cache with network_info: [{"id": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "address": "fa:16:3e:e6:4f:fb", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fab558-de", "ovs_interfaceid": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.940456] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e3059825-c383-4b31-bfd3-40b70be95cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.940702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.299746] env[70771]: DEBUG oslo_concurrency.lockutils [req-772229ae-07fc-4f51-9e7e-6aa25d85edc7 req-7e9bbfae-61d8-4bb0-b306-64a243794c27 service nova] Releasing lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.443733] env[70771]: DEBUG nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.967089] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.967374] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.968921] env[70771]: INFO nova.compute.claims [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.042028] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53af552-6c62-4b89-be0f-9f6a1f523491 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.049397] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4f0ea8-39ca-47da-a901-335279af385c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.078109] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0374c7f1-6319-40b0-8936-478b66959514 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.084913] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99126b9d-756d-4fcf-a10c-5d5c32d49ef4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.098896] env[70771]: DEBUG nova.compute.provider_tree [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.602265] env[70771]: DEBUG nova.scheduler.client.report [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.107676] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.108230] env[70771]: DEBUG nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.613140] env[70771]: DEBUG nova.compute.utils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.614598] env[70771]: DEBUG nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1312.614770] env[70771]: DEBUG nova.network.neutron [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.661584] env[70771]: DEBUG nova.policy [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1312.932264] env[70771]: DEBUG nova.network.neutron [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Successfully created port: 77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.118863] env[70771]: DEBUG nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.130557] env[70771]: DEBUG nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.158920] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.159333] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.159617] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.159941] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.160244] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.160529] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.160904] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.161213] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.161555] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.161859] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.162204] env[70771]: DEBUG nova.virt.hardware [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.163784] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69309969-691a-4e5c-8a0c-d3a72ab36203 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.176245] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcdf889-fdf1-4fdd-8ad5-d9a53db94196 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.292068] env[70771]: DEBUG nova.compute.manager [req-8f81dff2-3c45-4e8e-ba3f-63df20057268 req-4d7949a1-d03f-4d17-9bb9-464da7a7197d service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-vif-plugged-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.292419] env[70771]: DEBUG oslo_concurrency.lockutils [req-8f81dff2-3c45-4e8e-ba3f-63df20057268 req-4d7949a1-d03f-4d17-9bb9-464da7a7197d service nova] Acquiring lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.292741] env[70771]: DEBUG oslo_concurrency.lockutils [req-8f81dff2-3c45-4e8e-ba3f-63df20057268 req-4d7949a1-d03f-4d17-9bb9-464da7a7197d service nova] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.293026] env[70771]: DEBUG oslo_concurrency.lockutils [req-8f81dff2-3c45-4e8e-ba3f-63df20057268 req-4d7949a1-d03f-4d17-9bb9-464da7a7197d service nova] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.293303] env[70771]: DEBUG nova.compute.manager [req-8f81dff2-3c45-4e8e-ba3f-63df20057268 req-4d7949a1-d03f-4d17-9bb9-464da7a7197d service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] No waiting events found dispatching network-vif-plugged-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.293859] env[70771]: WARNING nova.compute.manager [req-8f81dff2-3c45-4e8e-ba3f-63df20057268 req-4d7949a1-d03f-4d17-9bb9-464da7a7197d service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received unexpected event network-vif-plugged-77e9e382-8b39-4ad8-ae37-53fc07782113 for instance with vm_state building and task_state spawning. [ 1314.367984] env[70771]: DEBUG nova.network.neutron [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Successfully updated port: 77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.870792] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.870932] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.871083] env[70771]: DEBUG nova.network.neutron [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.402011] env[70771]: DEBUG nova.network.neutron [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.522331] env[70771]: DEBUG nova.network.neutron [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.025057] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.025316] env[70771]: DEBUG nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Instance network_info: |[{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.025760] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:be:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e9e382-8b39-4ad8-ae37-53fc07782113', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.033348] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.033575] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.035190] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9766192-a01d-4a0f-aeea-c61f25e5b9e4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.055086] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.055086] env[70771]: value = "task-3514773" [ 1316.055086] env[70771]: _type = "Task" [ 1316.055086] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.062777] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514773, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.319331] env[70771]: DEBUG nova.compute.manager [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.319331] env[70771]: DEBUG nova.compute.manager [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing instance network info cache due to event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.319331] env[70771]: DEBUG oslo_concurrency.lockutils [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.319331] env[70771]: DEBUG oslo_concurrency.lockutils [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.319552] env[70771]: DEBUG nova.network.neutron [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.566655] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.566960] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.567096] env[70771]: INFO nova.compute.manager [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Shelving [ 1316.568311] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514773, 'name': CreateVM_Task, 'duration_secs': 0.441069} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.568679] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.569323] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.569483] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.569788] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.570086] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6bb5fa-b2d0-487e-8632-cfa56117b0b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.575395] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1316.575395] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52c08979-3d04-1886-1368-a388589c8b7b" [ 1316.575395] env[70771]: _type = "Task" [ 1316.575395] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.584309] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c08979-3d04-1886-1368-a388589c8b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.017821] env[70771]: DEBUG nova.network.neutron [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updated VIF entry in instance network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.018207] env[70771]: DEBUG nova.network.neutron [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.087344] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52c08979-3d04-1886-1368-a388589c8b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.087620] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.087823] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.088065] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.088221] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.088402] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.088649] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ed9485b-0268-434f-b662-bee1f96b568f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.096871] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.097056] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.097735] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a1f7a6-975f-4440-8897-e7691d0c3e55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.102296] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1317.102296] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5277eba8-2dff-6c3a-89a4-95160d22f98d" [ 1317.102296] env[70771]: _type = "Task" [ 1317.102296] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.109537] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5277eba8-2dff-6c3a-89a4-95160d22f98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.520882] env[70771]: DEBUG oslo_concurrency.lockutils [req-6af38025-47d1-4be9-bb8b-4beb0d48846b req-c5d2cc68-58f1-4905-8c55-159ce9ccc5da service nova] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.574918] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.575245] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5488172a-ba24-428e-8d28-24d3b37b8568 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.583237] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1317.583237] env[70771]: value = "task-3514774" [ 1317.583237] env[70771]: _type = "Task" [ 1317.583237] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.591122] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.612891] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5277eba8-2dff-6c3a-89a4-95160d22f98d, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.613457] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984ad97e-9463-43ff-83ca-2d6786ccf0ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.618612] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1317.618612] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5220a42d-b8ea-4497-3329-b69c7fc11675" [ 1317.618612] env[70771]: _type = "Task" [ 1317.618612] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.626283] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5220a42d-b8ea-4497-3329-b69c7fc11675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.092777] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514774, 'name': PowerOffVM_Task, 'duration_secs': 0.200278} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.093072] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.093852] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbde4fd-d78e-441b-99fb-ad26c5f2bb31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.111554] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07666825-1ff1-4931-a851-e99e9192fc06 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.127564] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5220a42d-b8ea-4497-3329-b69c7fc11675, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.127832] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.128108] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] e3059825-c383-4b31-bfd3-40b70be95cb2/e3059825-c383-4b31-bfd3-40b70be95cb2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.128380] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-136d7f3d-e2ad-4798-b4fd-7f9f90ef8cc4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.134609] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1318.134609] env[70771]: value = "task-3514775" [ 1318.134609] env[70771]: _type = "Task" [ 1318.134609] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.141849] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.624070] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Creating Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1318.624462] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6a5f210-b718-4050-a6dd-155f1be9d881 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.632874] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1318.632874] env[70771]: value = "task-3514776" [ 1318.632874] env[70771]: _type = "Task" [ 1318.632874] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.645310] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514775, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.648395] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514776, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.145173] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514776, 'name': CreateSnapshot_Task, 'duration_secs': 0.407631} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.148265] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Created Snapshot of the VM instance {{(pid=70771) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1319.148541] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51797} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.149193] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1b313-b7ad-48af-b223-68cc6f348e81 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.151436] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] e3059825-c383-4b31-bfd3-40b70be95cb2/e3059825-c383-4b31-bfd3-40b70be95cb2.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.151649] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.152066] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3c545db-1981-4441-9773-c63a80f4b1bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.161807] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1319.161807] env[70771]: value = "task-3514777" [ 1319.161807] env[70771]: _type = "Task" [ 1319.161807] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.169372] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.670526] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Creating linked-clone VM from snapshot {{(pid=70771) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1319.670878] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-509f92da-8bd8-4a1d-8795-11748502ad4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.683075] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136766} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.684313] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.684714] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1319.684714] env[70771]: value = "task-3514778" [ 1319.684714] env[70771]: _type = "Task" [ 1319.684714] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.685412] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb3edd3-3d4f-44df-98bd-3ef461b206c1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.695822] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514778, 'name': CloneVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.713150] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] e3059825-c383-4b31-bfd3-40b70be95cb2/e3059825-c383-4b31-bfd3-40b70be95cb2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.713428] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae13486-3476-4f49-92bd-1c635a08b869 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.733946] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1319.733946] env[70771]: value = "task-3514779" [ 1319.733946] env[70771]: _type = "Task" [ 1319.733946] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.741363] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.198159] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514778, 'name': CloneVM_Task} progress is 94%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.245226] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.698492] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514778, 'name': CloneVM_Task} progress is 95%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.744482] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514779, 'name': ReconfigVM_Task, 'duration_secs': 0.70678} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.744673] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Reconfigured VM instance instance-0000007c to attach disk [datastore1] e3059825-c383-4b31-bfd3-40b70be95cb2/e3059825-c383-4b31-bfd3-40b70be95cb2.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.745267] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d28ec5ad-eb8d-4102-9721-d0661b45e8b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.751544] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1320.751544] env[70771]: value = "task-3514780" [ 1320.751544] env[70771]: _type = "Task" [ 1320.751544] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.759645] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514780, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.198200] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514778, 'name': CloneVM_Task, 'duration_secs': 1.199455} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.198457] env[70771]: INFO nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Created linked-clone VM from snapshot [ 1321.199195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a71f53-e19e-4447-a7be-4749ec4434b3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.207213] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Uploading image 7c9e2123-62df-4285-98e7-33fe2b21b0e2 {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1321.231686] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1321.231686] env[70771]: value = "vm-702209" [ 1321.231686] env[70771]: _type = "VirtualMachine" [ 1321.231686] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1321.231963] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa94a0a8-9869-4200-ab38-3ade290663ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.238482] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease: (returnval){ [ 1321.238482] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e16a9d-a7d9-27f5-6955-64ccd77ecb46" [ 1321.238482] env[70771]: _type = "HttpNfcLease" [ 1321.238482] env[70771]: } obtained for exporting VM: (result){ [ 1321.238482] env[70771]: value = "vm-702209" [ 1321.238482] env[70771]: _type = "VirtualMachine" [ 1321.238482] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1321.238805] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the lease: (returnval){ [ 1321.238805] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e16a9d-a7d9-27f5-6955-64ccd77ecb46" [ 1321.238805] env[70771]: _type = "HttpNfcLease" [ 1321.238805] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1321.244650] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.244650] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e16a9d-a7d9-27f5-6955-64ccd77ecb46" [ 1321.244650] env[70771]: _type = "HttpNfcLease" [ 1321.244650] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.259394] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514780, 'name': Rename_Task, 'duration_secs': 0.204765} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.259654] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.259878] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83a17ee8-68da-470e-b2cd-49e6580125bd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.265274] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1321.265274] env[70771]: value = "task-3514782" [ 1321.265274] env[70771]: _type = "Task" [ 1321.265274] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.272156] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.747301] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.747301] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e16a9d-a7d9-27f5-6955-64ccd77ecb46" [ 1321.747301] env[70771]: _type = "HttpNfcLease" [ 1321.747301] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1321.747720] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1321.747720] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52e16a9d-a7d9-27f5-6955-64ccd77ecb46" [ 1321.747720] env[70771]: _type = "HttpNfcLease" [ 1321.747720] env[70771]: }. {{(pid=70771) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1321.748359] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6157fb-d378-431a-84ac-93e656000a4f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.755373] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ec446-b2a7-070d-a859-2d86b30911fa/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1321.755541] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ec446-b2a7-070d-a859-2d86b30911fa/disk-0.vmdk for reading. {{(pid=70771) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1321.823496] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514782, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.863291] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4e46451-4e16-410d-9b0a-19b6ad72b34a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.322066] env[70771]: DEBUG oslo_vmware.api [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514782, 'name': PowerOnVM_Task, 'duration_secs': 0.615443} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.322505] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.322750] env[70771]: INFO nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1322.322985] env[70771]: DEBUG nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.323823] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668b2121-a408-4277-85a2-3687feb134cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.842080] env[70771]: INFO nova.compute.manager [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Took 12.89 seconds to build instance. [ 1323.080467] env[70771]: DEBUG nova.compute.manager [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.080863] env[70771]: DEBUG nova.compute.manager [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing instance network info cache due to event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.080863] env[70771]: DEBUG oslo_concurrency.lockutils [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.080987] env[70771]: DEBUG oslo_concurrency.lockutils [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.081277] env[70771]: DEBUG nova.network.neutron [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.344654] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e6ead412-16b1-40fe-83c8-2913cc00a634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.404s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.817668] env[70771]: DEBUG nova.network.neutron [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updated VIF entry in instance network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.818103] env[70771]: DEBUG nova.network.neutron [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.964618] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "57d7a3f4-18dc-41f0-9333-80162542f576" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.965362] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "57d7a3f4-18dc-41f0-9333-80162542f576" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.321173] env[70771]: DEBUG oslo_concurrency.lockutils [req-0b172456-673a-4ad9-9968-8eaecec1e4b9 req-c4fe3e5e-cd0a-4de2-8f08-cd1093622a58 service nova] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.468237] env[70771]: DEBUG nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.991787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.993043] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.993881] env[70771]: INFO nova.compute.claims [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.081667] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd27d0-141a-4336-8507-d429e64dff62 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.090726] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb8ee0-ea11-4b1c-8f4c-11fc0c7ee285 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.119963] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cdc24b-16c0-4bf6-a37a-f26237d899c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.126909] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cc81d-d0fc-4567-bc96-430d445bea00 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.139712] env[70771]: DEBUG nova.compute.provider_tree [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.662314] env[70771]: ERROR nova.scheduler.client.report [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [req-ab58befc-0ca7-4a68-8aea-7632d885d16c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab58befc-0ca7-4a68-8aea-7632d885d16c"}]} [ 1326.681932] env[70771]: DEBUG nova.scheduler.client.report [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1326.696432] env[70771]: DEBUG nova.scheduler.client.report [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1326.696651] env[70771]: DEBUG nova.compute.provider_tree [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.708548] env[70771]: DEBUG nova.scheduler.client.report [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1326.726491] env[70771]: DEBUG nova.scheduler.client.report [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1326.808058] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1089f02e-3c07-4fc7-b485-8da4c79de6fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.814507] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa99f2ff-aa71-4526-b28e-1d28f44d28d5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.845141] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7b794-aaef-43d5-954b-615fb666f193 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.852399] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e5a4e2-c298-474f-a07e-84e03ca034e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.865763] env[70771]: DEBUG nova.compute.provider_tree [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.394478] env[70771]: DEBUG nova.scheduler.client.report [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1327.394760] env[70771]: DEBUG nova.compute.provider_tree [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 172 to 173 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1327.394917] env[70771]: DEBUG nova.compute.provider_tree [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.899982] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.900534] env[70771]: DEBUG nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.406357] env[70771]: DEBUG nova.compute.utils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.407860] env[70771]: DEBUG nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.408090] env[70771]: DEBUG nova.network.neutron [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.445829] env[70771]: DEBUG nova.policy [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.736240] env[70771]: DEBUG nova.network.neutron [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Successfully created port: b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.911437] env[70771]: DEBUG nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.922691] env[70771]: DEBUG nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.952017] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.952017] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.952017] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.952017] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.952453] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.952762] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.953135] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.953416] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.953720] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.955047] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.955047] env[70771]: DEBUG nova.virt.hardware [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.955197] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fde4ff-7ceb-41dd-a8c1-575d27bd29ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.963805] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136b35f3-b2a0-4b4b-8086-dcbc9f954a59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.109546] env[70771]: DEBUG nova.compute.manager [req-daf23ca4-284c-446f-b8b1-bb69776bbff0 req-bc9d9c9a-c089-4de7-af27-9df36e5b2f59 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-vif-plugged-b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.109779] env[70771]: DEBUG oslo_concurrency.lockutils [req-daf23ca4-284c-446f-b8b1-bb69776bbff0 req-bc9d9c9a-c089-4de7-af27-9df36e5b2f59 service nova] Acquiring lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.109985] env[70771]: DEBUG oslo_concurrency.lockutils [req-daf23ca4-284c-446f-b8b1-bb69776bbff0 req-bc9d9c9a-c089-4de7-af27-9df36e5b2f59 service nova] Lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.110170] env[70771]: DEBUG oslo_concurrency.lockutils [req-daf23ca4-284c-446f-b8b1-bb69776bbff0 req-bc9d9c9a-c089-4de7-af27-9df36e5b2f59 service nova] Lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.110339] env[70771]: DEBUG nova.compute.manager [req-daf23ca4-284c-446f-b8b1-bb69776bbff0 req-bc9d9c9a-c089-4de7-af27-9df36e5b2f59 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] No waiting events found dispatching network-vif-plugged-b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.110505] env[70771]: WARNING nova.compute.manager [req-daf23ca4-284c-446f-b8b1-bb69776bbff0 req-bc9d9c9a-c089-4de7-af27-9df36e5b2f59 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received unexpected event network-vif-plugged-b1322a65-c5b7-4b9e-b107-cc76668f38c6 for instance with vm_state building and task_state spawning. [ 1330.196270] env[70771]: DEBUG nova.network.neutron [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Successfully updated port: b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.699753] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.699973] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.700285] env[70771]: DEBUG nova.network.neutron [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.051790] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ec446-b2a7-070d-a859-2d86b30911fa/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1331.052708] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641ec016-2259-4eac-b699-115248ce9148 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.059194] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ec446-b2a7-070d-a859-2d86b30911fa/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1331.059359] env[70771]: ERROR oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ec446-b2a7-070d-a859-2d86b30911fa/disk-0.vmdk due to incomplete transfer. [ 1331.059564] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cec91059-6d33-4039-8e99-df078981d124 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.066287] env[70771]: DEBUG oslo_vmware.rw_handles [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ec446-b2a7-070d-a859-2d86b30911fa/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1331.066484] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Uploaded image 7c9e2123-62df-4285-98e7-33fe2b21b0e2 to the Glance image server {{(pid=70771) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1331.068890] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Destroying the VM {{(pid=70771) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1331.069124] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b368abd5-79b5-4887-a398-375a11a65fe8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.074476] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1331.074476] env[70771]: value = "task-3514783" [ 1331.074476] env[70771]: _type = "Task" [ 1331.074476] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.081868] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514783, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.231495] env[70771]: DEBUG nova.network.neutron [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.360320] env[70771]: DEBUG nova.network.neutron [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.585481] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514783, 'name': Destroy_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.863053] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.863426] env[70771]: DEBUG nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Instance network_info: |[{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.863892] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:17:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1322a65-c5b7-4b9e-b107-cc76668f38c6', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.871486] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.871798] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.871916] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6817826d-9afe-42ed-aed9-2e7e4bd4b460 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.895378] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.895378] env[70771]: value = "task-3514784" [ 1331.895378] env[70771]: _type = "Task" [ 1331.895378] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.903708] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514784, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.084801] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514783, 'name': Destroy_Task} progress is 33%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.135667] env[70771]: DEBUG nova.compute.manager [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.135906] env[70771]: DEBUG nova.compute.manager [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing instance network info cache due to event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.136374] env[70771]: DEBUG oslo_concurrency.lockutils [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.136573] env[70771]: DEBUG oslo_concurrency.lockutils [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.136806] env[70771]: DEBUG nova.network.neutron [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.406560] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514784, 'name': CreateVM_Task, 'duration_secs': 0.395893} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.406560] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.407124] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.407341] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.407669] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.408017] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ee83c1-2a67-4d27-acc8-c1c6582b3650 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.412415] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1332.412415] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52f650fd-be38-4622-627b-4456ca973bca" [ 1332.412415] env[70771]: _type = "Task" [ 1332.412415] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.420032] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f650fd-be38-4622-627b-4456ca973bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.585064] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514783, 'name': Destroy_Task, 'duration_secs': 1.126559} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.585343] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Destroyed the VM [ 1332.585591] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Deleting Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1332.585844] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7bb1b389-226f-4aea-b4d1-1edec2520666 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.591693] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1332.591693] env[70771]: value = "task-3514785" [ 1332.591693] env[70771]: _type = "Task" [ 1332.591693] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.598795] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.822733] env[70771]: DEBUG nova.network.neutron [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updated VIF entry in instance network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.823102] env[70771]: DEBUG nova.network.neutron [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.922987] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52f650fd-be38-4622-627b-4456ca973bca, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.923267] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.923505] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.923742] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.923891] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.924123] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.924410] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee35ad0-0423-4f45-81c3-bb72fbec3f4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.933046] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.933237] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.933949] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8504b7ce-8359-4377-8fe4-17c7bdc79aeb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.938786] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1332.938786] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a033be-41f6-2159-0613-daab5fc4943e" [ 1332.938786] env[70771]: _type = "Task" [ 1332.938786] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.945976] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a033be-41f6-2159-0613-daab5fc4943e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.101195] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.461831} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.101498] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Deleted Snapshot of the VM instance {{(pid=70771) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1333.101740] env[70771]: DEBUG nova.compute.manager [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.102509] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c5f664-22f8-4603-91db-b4c8dbdcaf69 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.326250] env[70771]: DEBUG oslo_concurrency.lockutils [req-259012cd-df1f-4d3f-a3e9-810520882859 req-1cd6a1b1-d56f-49e9-9535-68c9dc368f9c service nova] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.448823] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a033be-41f6-2159-0613-daab5fc4943e, 'name': SearchDatastore_Task, 'duration_secs': 0.007006} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.449560] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9819b22c-022f-42a8-ba67-e00776ee9a0f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.454375] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1333.454375] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52d4cb14-534a-1252-a43b-5094b5959457" [ 1333.454375] env[70771]: _type = "Task" [ 1333.454375] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.461752] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d4cb14-534a-1252-a43b-5094b5959457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.616150] env[70771]: INFO nova.compute.manager [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Shelve offloading [ 1333.965822] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52d4cb14-534a-1252-a43b-5094b5959457, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.966114] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.966411] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 57d7a3f4-18dc-41f0-9333-80162542f576/57d7a3f4-18dc-41f0-9333-80162542f576.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.966664] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27a4ea29-f34e-4572-8fc5-78e2c6f53b9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.973424] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1333.973424] env[70771]: value = "task-3514786" [ 1333.973424] env[70771]: _type = "Task" [ 1333.973424] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.980556] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.120614] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.120998] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dd3e96a-9622-4d41-a9c7-30bde5254926 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.127414] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1334.127414] env[70771]: value = "task-3514787" [ 1334.127414] env[70771]: _type = "Task" [ 1334.127414] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.135390] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.482633] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485293} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.482883] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 57d7a3f4-18dc-41f0-9333-80162542f576/57d7a3f4-18dc-41f0-9333-80162542f576.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.483111] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.483363] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-055b46d2-a767-4654-8341-9cc7c9feabd0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.489281] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1334.489281] env[70771]: value = "task-3514788" [ 1334.489281] env[70771]: _type = "Task" [ 1334.489281] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.495915] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.637515] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1334.637777] env[70771]: DEBUG nova.compute.manager [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.638531] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a66e3-309b-403f-8736-df3536663b36 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.645068] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.645246] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.645423] env[70771]: DEBUG nova.network.neutron [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.998663] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06705} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.998941] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.999706] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf63f6af-5a6a-4b4a-b6ec-ee2f9b154943 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.021095] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 57d7a3f4-18dc-41f0-9333-80162542f576/57d7a3f4-18dc-41f0-9333-80162542f576.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.021338] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-698f0ee7-bdc8-48b6-8719-f93141193569 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.040057] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1335.040057] env[70771]: value = "task-3514789" [ 1335.040057] env[70771]: _type = "Task" [ 1335.040057] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.047474] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.344283] env[70771]: DEBUG nova.network.neutron [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.550277] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514789, 'name': ReconfigVM_Task, 'duration_secs': 0.366134} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.550527] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 57d7a3f4-18dc-41f0-9333-80162542f576/57d7a3f4-18dc-41f0-9333-80162542f576.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.551127] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8fbdc50-682d-470e-9346-9905a8619a6a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.557340] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1335.557340] env[70771]: value = "task-3514790" [ 1335.557340] env[70771]: _type = "Task" [ 1335.557340] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.564523] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514790, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.847185] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.066810] env[70771]: DEBUG nova.compute.manager [req-da9071b0-e923-4554-b199-e5fcf31216d9 req-d8b2d9fc-3c62-4e58-b1eb-b9ce19b85bff service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-vif-unplugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.066810] env[70771]: DEBUG oslo_concurrency.lockutils [req-da9071b0-e923-4554-b199-e5fcf31216d9 req-d8b2d9fc-3c62-4e58-b1eb-b9ce19b85bff service nova] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.066810] env[70771]: DEBUG oslo_concurrency.lockutils [req-da9071b0-e923-4554-b199-e5fcf31216d9 req-d8b2d9fc-3c62-4e58-b1eb-b9ce19b85bff service nova] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.066810] env[70771]: DEBUG oslo_concurrency.lockutils [req-da9071b0-e923-4554-b199-e5fcf31216d9 req-d8b2d9fc-3c62-4e58-b1eb-b9ce19b85bff service nova] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.066810] env[70771]: DEBUG nova.compute.manager [req-da9071b0-e923-4554-b199-e5fcf31216d9 req-d8b2d9fc-3c62-4e58-b1eb-b9ce19b85bff service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] No waiting events found dispatching network-vif-unplugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.067211] env[70771]: WARNING nova.compute.manager [req-da9071b0-e923-4554-b199-e5fcf31216d9 req-d8b2d9fc-3c62-4e58-b1eb-b9ce19b85bff service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received unexpected event network-vif-unplugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 for instance with vm_state shelved and task_state shelving_offloading. [ 1336.070661] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514790, 'name': Rename_Task, 'duration_secs': 0.136278} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.070930] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.071215] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45866d78-cb56-481f-86b2-e9abd89ab6d1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.077990] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1336.077990] env[70771]: value = "task-3514791" [ 1336.077990] env[70771]: _type = "Task" [ 1336.077990] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.086355] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.159446] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.160357] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cdc8ed-ff21-4fff-b6bf-1722aa6e98f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.167353] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.167594] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae8e00f8-b051-47d1-aeb9-57d94b276f68 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.228343] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.228585] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.228746] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleting the datastore file [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.229025] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954d702a-567b-4ae8-ae7b-bb0aa6ae151b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.235367] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1336.235367] env[70771]: value = "task-3514793" [ 1336.235367] env[70771]: _type = "Task" [ 1336.235367] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.242994] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.589611] env[70771]: DEBUG oslo_vmware.api [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514791, 'name': PowerOnVM_Task, 'duration_secs': 0.487279} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.589902] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.590166] env[70771]: INFO nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1336.590378] env[70771]: DEBUG nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.591154] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ba56e1-049d-4282-9905-92e2034a4bc7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.745431] env[70771]: DEBUG oslo_vmware.api [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144181} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.745690] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.745882] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.746072] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.770049] env[70771]: INFO nova.scheduler.client.report [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted allocations for instance 5be19150-915f-4abe-b194-c9f82c38a308 [ 1337.107380] env[70771]: INFO nova.compute.manager [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Took 12.13 seconds to build instance. [ 1337.275054] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.275433] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.275872] env[70771]: DEBUG nova.objects.instance [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'resources' on Instance uuid 5be19150-915f-4abe-b194-c9f82c38a308 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.609651] env[70771]: DEBUG oslo_concurrency.lockutils [None req-53b357f4-b2f4-4dbd-b6e6-4ebdfeda0bcf tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "57d7a3f4-18dc-41f0-9333-80162542f576" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.644s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.779057] env[70771]: DEBUG nova.objects.instance [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'numa_topology' on Instance uuid 5be19150-915f-4abe-b194-c9f82c38a308 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.094174] env[70771]: DEBUG nova.compute.manager [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.094416] env[70771]: DEBUG nova.compute.manager [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing instance network info cache due to event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.094612] env[70771]: DEBUG oslo_concurrency.lockutils [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] Acquiring lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.094757] env[70771]: DEBUG oslo_concurrency.lockutils [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] Acquired lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.094938] env[70771]: DEBUG nova.network.neutron [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.216954] env[70771]: DEBUG nova.compute.manager [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.217161] env[70771]: DEBUG nova.compute.manager [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing instance network info cache due to event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.217428] env[70771]: DEBUG oslo_concurrency.lockutils [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.217592] env[70771]: DEBUG oslo_concurrency.lockutils [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.217756] env[70771]: DEBUG nova.network.neutron [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.281012] env[70771]: DEBUG nova.objects.base [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Object Instance<5be19150-915f-4abe-b194-c9f82c38a308> lazy-loaded attributes: resources,numa_topology {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1338.368165] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb45f6-e326-46ae-8234-1a113aebed77 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.375991] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfe301b-3862-41c8-a747-a0b281a87409 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.407045] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba97657b-9f7d-4ba3-8530-8e4943ef660c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.414094] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1d2ff-d78b-4883-8167-fae08e2a0f7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.427440] env[70771]: DEBUG nova.compute.provider_tree [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.437357] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.815107] env[70771]: DEBUG nova.network.neutron [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updated VIF entry in instance network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.815465] env[70771]: DEBUG nova.network.neutron [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": null, "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.930094] env[70771]: DEBUG nova.scheduler.client.report [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.080884] env[70771]: DEBUG nova.network.neutron [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updated VIF entry in instance network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.081291] env[70771]: DEBUG nova.network.neutron [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.318151] env[70771]: DEBUG oslo_concurrency.lockutils [req-e7965495-3d95-427d-ae4d-82e2ae268a1a req-62386d1b-09b8-49ea-be20-b26093bad468 service nova] Releasing lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.436041] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.583804] env[70771]: DEBUG oslo_concurrency.lockutils [req-7db8ff7c-8e2c-4ca9-a94e-7ad04d074e7a req-4fa4d1b9-aa7c-4d14-91ed-7b6346feb98a service nova] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.944169] env[70771]: DEBUG oslo_concurrency.lockutils [None req-29c4cf4a-2578-4c4c-ba96-ec6c26d40322 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.377s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.945061] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.510s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.945254] env[70771]: INFO nova.compute.manager [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Unshelving [ 1340.051776] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.052019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.247350] env[70771]: DEBUG nova.compute.manager [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.247554] env[70771]: DEBUG nova.compute.manager [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing instance network info cache due to event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.247766] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.247911] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.248093] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.554980] env[70771]: DEBUG nova.compute.utils [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.965888] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updated VIF entry in instance network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.966258] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.969693] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.969693] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.969845] env[70771]: DEBUG nova.objects.instance [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'pci_requests' on Instance uuid 5be19150-915f-4abe-b194-c9f82c38a308 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.057485] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.469403] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.469665] env[70771]: DEBUG nova.compute.manager [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.469839] env[70771]: DEBUG nova.compute.manager [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing instance network info cache due to event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.470072] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.470221] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.470390] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.473225] env[70771]: DEBUG nova.objects.instance [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'numa_topology' on Instance uuid 5be19150-915f-4abe-b194-c9f82c38a308 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.977115] env[70771]: INFO nova.compute.claims [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.118243] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.118447] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.118710] env[70771]: INFO nova.compute.manager [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Attaching volume 6b1e5f9b-bca2-4e25-a3a2-31df5863936e to /dev/sdb [ 1342.151195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388358f7-8d37-451a-814b-5814d49a1a39 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.156471] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updated VIF entry in instance network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.156815] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.160177] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb5120-6312-4578-b354-df3bae437ab9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.173126] env[70771]: DEBUG nova.virt.block_device [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updating existing volume attachment record: 80c0d01e-09ec-4831-b94f-b0f3b2f38970 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1342.661102] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.661449] env[70771]: DEBUG nova.compute.manager [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.661700] env[70771]: DEBUG nova.compute.manager [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing instance network info cache due to event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.661978] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.662184] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.662386] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.062113] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1718eeb5-07b0-4d74-a0ae-23f2fce0aac8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.069466] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4453e5bf-7ace-4632-92b8-479415042b00 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.099433] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d8882-a2b4-4213-9fab-2719a54802dc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.105877] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5668c9c1-78a5-47e0-874a-0f0900225554 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.118181] env[70771]: DEBUG nova.compute.provider_tree [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.361587] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updated VIF entry in instance network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.361955] env[70771]: DEBUG nova.network.neutron [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.621627] env[70771]: DEBUG nova.scheduler.client.report [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.864567] env[70771]: DEBUG oslo_concurrency.lockutils [req-964c2d8c-36ac-4ec0-a89f-7ed97315c58c req-48f5a48e-f7b1-4969-a9ac-d7f43bfb59ca service nova] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.126803] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.157s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.166961] env[70771]: INFO nova.network.neutron [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating port f5ae992c-fe2e-4338-89fb-ecab6ef33504 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1345.557729] env[70771]: DEBUG oslo_concurrency.lockutils [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.557997] env[70771]: DEBUG oslo_concurrency.lockutils [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.558179] env[70771]: DEBUG nova.compute.manager [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.560160] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbc9a6-6c18-466a-8a83-1086103da944 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.563941] env[70771]: DEBUG nova.compute.manager [req-e14ee08f-4d4c-4935-9602-6ceec8741a5b req-3d107959-fcb9-41f4-a116-65793a37463b service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-vif-plugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.564153] env[70771]: DEBUG oslo_concurrency.lockutils [req-e14ee08f-4d4c-4935-9602-6ceec8741a5b req-3d107959-fcb9-41f4-a116-65793a37463b service nova] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.564361] env[70771]: DEBUG oslo_concurrency.lockutils [req-e14ee08f-4d4c-4935-9602-6ceec8741a5b req-3d107959-fcb9-41f4-a116-65793a37463b service nova] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.564564] env[70771]: DEBUG oslo_concurrency.lockutils [req-e14ee08f-4d4c-4935-9602-6ceec8741a5b req-3d107959-fcb9-41f4-a116-65793a37463b service nova] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.564738] env[70771]: DEBUG nova.compute.manager [req-e14ee08f-4d4c-4935-9602-6ceec8741a5b req-3d107959-fcb9-41f4-a116-65793a37463b service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] No waiting events found dispatching network-vif-plugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.564905] env[70771]: WARNING nova.compute.manager [req-e14ee08f-4d4c-4935-9602-6ceec8741a5b req-3d107959-fcb9-41f4-a116-65793a37463b service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received unexpected event network-vif-plugged-f5ae992c-fe2e-4338-89fb-ecab6ef33504 for instance with vm_state shelved_offloaded and task_state spawning. [ 1345.570268] env[70771]: DEBUG nova.compute.manager [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70771) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1345.571036] env[70771]: DEBUG nova.objects.instance [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'flavor' on Instance uuid b2fe712b-6aae-49ed-a6e4-477b8074bae4 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.652933] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.653145] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.653383] env[70771]: DEBUG nova.network.neutron [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.424496] env[70771]: DEBUG nova.network.neutron [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.577598] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.577933] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4054e503-cade-4d5a-bf74-d8ac677bc3a4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.586089] env[70771]: DEBUG oslo_vmware.api [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1346.586089] env[70771]: value = "task-3514798" [ 1346.586089] env[70771]: _type = "Task" [ 1346.586089] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.593403] env[70771]: DEBUG oslo_vmware.api [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.718132] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1346.718409] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1346.719413] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0e4ef0-a9fe-4052-9b1c-bb141e66936d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.737642] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a6730-20ad-4ea2-9b7c-11bbe9cee950 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.761668] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e/volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.761918] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab21106-7e59-487d-bcce-7bbda49d1e4b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.778907] env[70771]: DEBUG oslo_vmware.api [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1346.778907] env[70771]: value = "task-3514799" [ 1346.778907] env[70771]: _type = "Task" [ 1346.778907] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.786607] env[70771]: DEBUG oslo_vmware.api [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.927764] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.957987] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='91c5a6241c8e179f1c805c405d8920da',container_format='bare',created_at=2025-04-22T15:06:08Z,direct_url=,disk_format='vmdk',id=7c9e2123-62df-4285-98e7-33fe2b21b0e2,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1348610307-shelved',owner='de1632c8fb1f4c81a342445516f34a30',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-22T15:06:23Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.958281] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.958463] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.958683] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.958848] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.959022] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.959256] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.959436] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.959631] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.959806] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.959982] env[70771]: DEBUG nova.virt.hardware [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.960903] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a41939d-756a-407b-8771-42142d562d77 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.969391] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536f9741-3384-4163-8103-b29816fff7d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.985751] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:00:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ae992c-fe2e-4338-89fb-ecab6ef33504', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.993699] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.993935] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.994165] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66af8803-6d6e-4069-9f82-9fedb4410253 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.013470] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.013470] env[70771]: value = "task-3514800" [ 1347.013470] env[70771]: _type = "Task" [ 1347.013470] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.024841] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514800, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.096405] env[70771]: DEBUG oslo_vmware.api [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514798, 'name': PowerOffVM_Task, 'duration_secs': 0.143217} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.096702] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.096898] env[70771]: DEBUG nova.compute.manager [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.097718] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bc4093-5009-4425-b3bc-c3b3572fa3b8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.288728] env[70771]: DEBUG oslo_vmware.api [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514799, 'name': ReconfigVM_Task, 'duration_secs': 0.401132} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.289050] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e/volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.293606] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c33f93-6354-45ca-8345-6862a1fcf210 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.309815] env[70771]: DEBUG oslo_vmware.api [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1347.309815] env[70771]: value = "task-3514801" [ 1347.309815] env[70771]: _type = "Task" [ 1347.309815] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.317728] env[70771]: DEBUG oslo_vmware.api [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.523461] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514800, 'name': CreateVM_Task, 'duration_secs': 0.351965} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.523631] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.524299] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.524464] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.524853] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.525119] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d064629-a67c-4daf-9d5e-0f2e1fc38ad3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.530349] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1347.530349] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5241d6ec-e275-13ac-0eeb-91d2b42c97bf" [ 1347.530349] env[70771]: _type = "Task" [ 1347.530349] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.538062] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5241d6ec-e275-13ac-0eeb-91d2b42c97bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.584085] env[70771]: DEBUG nova.compute.manager [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.584352] env[70771]: DEBUG nova.compute.manager [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing instance network info cache due to event network-changed-f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.584497] env[70771]: DEBUG oslo_concurrency.lockutils [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] Acquiring lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.584659] env[70771]: DEBUG oslo_concurrency.lockutils [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] Acquired lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.584823] env[70771]: DEBUG nova.network.neutron [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Refreshing network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.609066] env[70771]: DEBUG oslo_concurrency.lockutils [None req-01de4203-967b-44ac-8fd9-272b1ea0287b tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.819948] env[70771]: DEBUG oslo_vmware.api [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514801, 'name': ReconfigVM_Task, 'duration_secs': 0.153257} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.820269] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1347.950388] env[70771]: DEBUG nova.objects.instance [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'flavor' on Instance uuid b2fe712b-6aae-49ed-a6e4-477b8074bae4 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.040896] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.041158] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Processing image 7c9e2123-62df-4285-98e7-33fe2b21b0e2 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.041409] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2/7c9e2123-62df-4285-98e7-33fe2b21b0e2.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.041562] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2/7c9e2123-62df-4285-98e7-33fe2b21b0e2.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.041776] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.042041] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00e15421-8e55-447a-8b7c-bbb1be986667 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.059751] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.059884] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.060599] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50b88c8-0c96-4f85-9f38-c1c60f25aed2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.065422] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1348.065422] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]529275ea-2022-d9ed-dc15-ad95b0837a9b" [ 1348.065422] env[70771]: _type = "Task" [ 1348.065422] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.073987] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]529275ea-2022-d9ed-dc15-ad95b0837a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.280489] env[70771]: DEBUG nova.network.neutron [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updated VIF entry in instance network info cache for port f5ae992c-fe2e-4338-89fb-ecab6ef33504. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.280852] env[70771]: DEBUG nova.network.neutron [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [{"id": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "address": "fa:16:3e:42:00:31", "network": {"id": "3e9bd368-a4a8-4eba-a25e-4ca46f455bc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-529147595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1632c8fb1f4c81a342445516f34a30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ae992c-fe", "ovs_interfaceid": "f5ae992c-fe2e-4338-89fb-ecab6ef33504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.455337] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.455516] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.455663] env[70771]: DEBUG nova.network.neutron [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.455836] env[70771]: DEBUG nova.objects.instance [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'info_cache' on Instance uuid b2fe712b-6aae-49ed-a6e4-477b8074bae4 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.575239] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Preparing fetch location {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1348.575505] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Fetch image to [datastore1] OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480/OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480.vmdk {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1348.575697] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Downloading stream optimized image 7c9e2123-62df-4285-98e7-33fe2b21b0e2 to [datastore1] OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480/OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480.vmdk on the data store datastore1 as vApp {{(pid=70771) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1348.575866] env[70771]: DEBUG nova.virt.vmwareapi.images [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Downloading image file data 7c9e2123-62df-4285-98e7-33fe2b21b0e2 to the ESX as VM named 'OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480' {{(pid=70771) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1348.643121] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1348.643121] env[70771]: value = "resgroup-9" [ 1348.643121] env[70771]: _type = "ResourcePool" [ 1348.643121] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1348.643775] env[70771]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-46bf0406-8513-44e9-8af6-406846afd822 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.663951] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease: (returnval){ [ 1348.663951] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bb884a-809b-bdeb-00d7-e40df5682236" [ 1348.663951] env[70771]: _type = "HttpNfcLease" [ 1348.663951] env[70771]: } obtained for vApp import into resource pool (val){ [ 1348.663951] env[70771]: value = "resgroup-9" [ 1348.663951] env[70771]: _type = "ResourcePool" [ 1348.663951] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1348.664285] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the lease: (returnval){ [ 1348.664285] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bb884a-809b-bdeb-00d7-e40df5682236" [ 1348.664285] env[70771]: _type = "HttpNfcLease" [ 1348.664285] env[70771]: } to be ready. {{(pid=70771) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1348.669914] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.669914] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bb884a-809b-bdeb-00d7-e40df5682236" [ 1348.669914] env[70771]: _type = "HttpNfcLease" [ 1348.669914] env[70771]: } is initializing. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1348.784293] env[70771]: DEBUG oslo_concurrency.lockutils [req-6ebcc7f3-ac63-417b-bc81-37387b798e31 req-3a2517b1-f976-4a4e-aaa1-fff8fee646bd service nova] Releasing lock "refresh_cache-5be19150-915f-4abe-b194-c9f82c38a308" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.856686] env[70771]: DEBUG nova.objects.instance [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'flavor' on Instance uuid 21b4d1ef-b53c-403b-a9d2-4045c7169edb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.960064] env[70771]: DEBUG nova.objects.base [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1349.172222] env[70771]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.172222] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bb884a-809b-bdeb-00d7-e40df5682236" [ 1349.172222] env[70771]: _type = "HttpNfcLease" [ 1349.172222] env[70771]: } is ready. {{(pid=70771) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1349.172534] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1349.172534] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52bb884a-809b-bdeb-00d7-e40df5682236" [ 1349.172534] env[70771]: _type = "HttpNfcLease" [ 1349.172534] env[70771]: }. {{(pid=70771) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1349.173277] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ec62a1-ff3f-4ad4-a599-c209172a2b8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.180633] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201d9d9-de98-6569-d59c-c10428f67e93/disk-0.vmdk from lease info. {{(pid=70771) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1349.180892] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201d9d9-de98-6569-d59c-c10428f67e93/disk-0.vmdk. {{(pid=70771) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1349.245398] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b545f06-bbc0-424a-9cce-6084331febfa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.361917] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f67d58cb-fe5b-4892-b3cb-4fd49687c140 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.712590] env[70771]: DEBUG nova.network.neutron [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updating instance_info_cache with network_info: [{"id": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "address": "fa:16:3e:e6:4f:fb", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fab558-de", "ovs_interfaceid": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.742605] env[70771]: INFO nova.compute.manager [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Rebuilding instance [ 1349.795020] env[70771]: DEBUG nova.compute.manager [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.796060] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a8d36f-f3e7-40f3-ba8f-1524c94a7ad5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.215715] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.317794] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Completed reading data from the image iterator. {{(pid=70771) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1350.318023] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201d9d9-de98-6569-d59c-c10428f67e93/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1350.318936] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a078e973-8c9a-42b7-babb-959f67c9a265 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.326348] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201d9d9-de98-6569-d59c-c10428f67e93/disk-0.vmdk is in state: ready. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1350.326566] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201d9d9-de98-6569-d59c-c10428f67e93/disk-0.vmdk. {{(pid=70771) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1350.326805] env[70771]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e6b9391c-33d0-42e2-ba92-56d0561b4f87 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.524824] env[70771]: DEBUG oslo_vmware.rw_handles [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201d9d9-de98-6569-d59c-c10428f67e93/disk-0.vmdk. {{(pid=70771) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1350.525055] env[70771]: INFO nova.virt.vmwareapi.images [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Downloaded image file data 7c9e2123-62df-4285-98e7-33fe2b21b0e2 [ 1350.525830] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8994e8a4-24e2-4fd7-9dc4-555fc5c18293 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.541079] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31abb48b-e30a-436e-9113-1bd7f92c7b12 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.573265] env[70771]: INFO nova.virt.vmwareapi.images [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] The imported VM was unregistered [ 1350.575671] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Caching image {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1350.575907] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.576171] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42550121-cc53-4f30-959a-4777fdddf6f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.586309] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Created directory with path [datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2 {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.586506] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480/OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480.vmdk to [datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2/7c9e2123-62df-4285-98e7-33fe2b21b0e2.vmdk. {{(pid=70771) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1350.586745] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-23f15163-9841-485b-9700-dcc68dabf0f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.593326] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1350.593326] env[70771]: value = "task-3514804" [ 1350.593326] env[70771]: _type = "Task" [ 1350.593326] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.600629] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514804, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.811878] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.812337] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b127973-99fe-4a3c-acde-81e7c450a253 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.820784] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1350.820784] env[70771]: value = "task-3514805" [ 1350.820784] env[70771]: _type = "Task" [ 1350.820784] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.829548] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.104904] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514804, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.221936] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.222409] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3559a18-73c8-428f-9cc1-c1086f303732 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.229561] env[70771]: DEBUG oslo_vmware.api [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1351.229561] env[70771]: value = "task-3514806" [ 1351.229561] env[70771]: _type = "Task" [ 1351.229561] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.237968] env[70771]: DEBUG oslo_vmware.api [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.331052] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514805, 'name': PowerOffVM_Task, 'duration_secs': 0.254293} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.331367] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.393990] env[70771]: INFO nova.compute.manager [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Detaching volume 6b1e5f9b-bca2-4e25-a3a2-31df5863936e [ 1351.439482] env[70771]: INFO nova.virt.block_device [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Attempting to driver detach volume 6b1e5f9b-bca2-4e25-a3a2-31df5863936e from mountpoint /dev/sdb [ 1351.439727] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1351.439931] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1351.440878] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec7b7fa-ccce-4f01-8b71-c0e4b1d48388 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.466087] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41cfee-6471-4468-9797-b45d13acf781 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.474320] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06beccc6-08be-48c5-836b-4e041159623b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.497583] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1d19d-0a6b-4a13-a7f2-ffad4f1dd125 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.512977] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] The volume has not been displaced from its original location: [datastore1] volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e/volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1351.518424] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.518841] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62d8db6-b4a0-40b3-a343-852354cf778f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.537127] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1351.537127] env[70771]: value = "task-3514807" [ 1351.537127] env[70771]: _type = "Task" [ 1351.537127] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.545538] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.605134] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514804, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.740465] env[70771]: DEBUG oslo_vmware.api [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514806, 'name': PowerOnVM_Task, 'duration_secs': 0.399543} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.740801] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.741109] env[70771]: DEBUG nova.compute.manager [None req-d61cd53b-75f0-4634-a110-f9959eb66b87 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.741996] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e9dc0-dac6-457f-b853-57a0401a2906 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.047651] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514807, 'name': ReconfigVM_Task, 'duration_secs': 0.282236} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.047651] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.053039] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d713c419-b0cd-4404-af3c-07523dfcaf79 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.070085] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1352.070085] env[70771]: value = "task-3514808" [ 1352.070085] env[70771]: _type = "Task" [ 1352.070085] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.078273] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.104358] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514804, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.582058] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514808, 'name': ReconfigVM_Task, 'duration_secs': 0.231781} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.582397] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1352.605556] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514804, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.905260] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f009d3-40d4-40ce-9d5c-977907ae8051 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.911855] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c92ca346-fe6d-4fc1-bedc-b4a97ad293aa tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Suspending the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1352.912116] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-549a618b-c9eb-4591-9891-ddf66d55db13 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.918269] env[70771]: DEBUG oslo_vmware.api [None req-c92ca346-fe6d-4fc1-bedc-b4a97ad293aa tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1352.918269] env[70771]: value = "task-3514809" [ 1352.918269] env[70771]: _type = "Task" [ 1352.918269] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.926329] env[70771]: DEBUG oslo_vmware.api [None req-c92ca346-fe6d-4fc1-bedc-b4a97ad293aa tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514809, 'name': SuspendVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.105070] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514804, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.428657] env[70771]: DEBUG oslo_vmware.api [None req-c92ca346-fe6d-4fc1-bedc-b4a97ad293aa tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514809, 'name': SuspendVM_Task} progress is 25%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.606907] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514804, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.591765} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.607216] env[70771]: INFO nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480/OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480.vmdk to [datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2/7c9e2123-62df-4285-98e7-33fe2b21b0e2.vmdk. [ 1353.607420] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Cleaning up location [datastore1] OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1353.607602] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a08a0a6f-accf-4c27-af1b-e37d92685480 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.607884] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead40ec8-004e-4a20-8528-cfeffe7360eb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.615172] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1353.615172] env[70771]: value = "task-3514810" [ 1353.615172] env[70771]: _type = "Task" [ 1353.615172] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.622528] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.635409] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.635759] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc01914-4d31-4293-a4b0-0884c0d2bc87 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.642336] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1353.642336] env[70771]: value = "task-3514811" [ 1353.642336] env[70771]: _type = "Task" [ 1353.642336] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.650393] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.928236] env[70771]: DEBUG oslo_vmware.api [None req-c92ca346-fe6d-4fc1-bedc-b4a97ad293aa tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514809, 'name': SuspendVM_Task, 'duration_secs': 0.777838} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.928504] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-c92ca346-fe6d-4fc1-bedc-b4a97ad293aa tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Suspended the VM {{(pid=70771) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1353.928689] env[70771]: DEBUG nova.compute.manager [None req-c92ca346-fe6d-4fc1-bedc-b4a97ad293aa tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.929482] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0037ad-fd75-4d9a-ad7a-010a822bc4d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.123716] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070061} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.124111] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.124192] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2/7c9e2123-62df-4285-98e7-33fe2b21b0e2.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.124400] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2/7c9e2123-62df-4285-98e7-33fe2b21b0e2.vmdk to [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.124647] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-259b315e-c437-4e6d-8d40-293e1e566b24 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.130756] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1354.130756] env[70771]: value = "task-3514812" [ 1354.130756] env[70771]: _type = "Task" [ 1354.130756] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.137864] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.151380] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.151593] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1354.151778] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1354.152481] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5154609-22a1-47b1-ad96-f592b384b065 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.169429] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f1a8a9-76e3-4f1e-84c0-6ed1d71b5523 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.174901] env[70771]: WARNING nova.virt.vmwareapi.driver [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1354.175171] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.175839] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2a261b-62de-4522-be30-a69719a66965 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.183045] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.183045] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-811554ee-edfc-4ada-a68f-5ee2b4396081 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.240575] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.240575] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.240771] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleting the datastore file [datastore2] 21b4d1ef-b53c-403b-a9d2-4045c7169edb {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.241044] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a589859-4150-4805-916a-09348a63c9f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.247195] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1354.247195] env[70771]: value = "task-3514814" [ 1354.247195] env[70771]: _type = "Task" [ 1354.247195] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.254458] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.640463] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514812, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.760046] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140386} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.761063] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.761169] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.761320] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.141626] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514812, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.255155] env[70771]: INFO nova.compute.manager [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Resuming [ 1355.255900] env[70771]: DEBUG nova.objects.instance [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'flavor' on Instance uuid b2fe712b-6aae-49ed-a6e4-477b8074bae4 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.265635] env[70771]: INFO nova.virt.block_device [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Booting with volume 6b1e5f9b-bca2-4e25-a3a2-31df5863936e at /dev/sdb [ 1355.300867] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72645e4a-5dfe-4e55-b6dd-5ebf8d64e87a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.311645] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39071401-c468-4146-bd5e-ed93688a53f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.341829] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43770c29-fea5-4fe6-abc9-336972e7b35f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.350370] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5223add2-7dd7-423a-9cbf-1f5576f6fc94 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.377435] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e04e0-7d8e-450a-b21e-89c60e5f2c90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.384404] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e93cef3-ef80-4814-9002-522174478793 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.399254] env[70771]: DEBUG nova.virt.block_device [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updating existing volume attachment record: b24a6d33-62dc-48b9-99f9-6ff38e42092a {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1355.641930] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514812, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.143152] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514812, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.643983] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514812, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.265488} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.644168] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c9e2123-62df-4285-98e7-33fe2b21b0e2/7c9e2123-62df-4285-98e7-33fe2b21b0e2.vmdk to [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.644962] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51859f6e-194a-4f65-a1c6-a0d15c6340f1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.666008] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.666205] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6c4dc2-2905-4be6-a7e3-90905d33a33d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.684331] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1356.684331] env[70771]: value = "task-3514815" [ 1356.684331] env[70771]: _type = "Task" [ 1356.684331] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.692788] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.693015] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.766552] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.766791] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquired lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.766943] env[70771]: DEBUG nova.network.neutron [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.194501] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514815, 'name': ReconfigVM_Task, 'duration_secs': 0.282056} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.194831] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308/5be19150-915f-4abe-b194-c9f82c38a308.vmdk or device None with type streamOptimized {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.195453] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-758593dd-3f2d-46a5-a082-a6bc534aff2f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.201545] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1357.201545] env[70771]: value = "task-3514816" [ 1357.201545] env[70771]: _type = "Task" [ 1357.201545] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.208845] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514816, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.461772] env[70771]: DEBUG nova.network.neutron [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updating instance_info_cache with network_info: [{"id": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "address": "fa:16:3e:e6:4f:fb", "network": {"id": "8a900181-641b-4161-aae2-8e6c3e8f94a5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-924829735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5be794a84794361962b6dcd88959dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fab558-de", "ovs_interfaceid": "c6fab558-def1-44f7-8d83-4b1eeacc1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.508148] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.508404] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.508562] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.508747] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.508926] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.509159] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.509289] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.509581] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.509693] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.509767] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.509912] env[70771]: DEBUG nova.virt.hardware [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.510757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81c5dd5-969c-4ad1-8289-55f5391e0869 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.518338] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c113c3-4651-40b4-9206-6784c9bfa39f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.531450] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:2f:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb6fbca-665c-4cec-90bb-75b5ac4219c5', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.538632] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.539141] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.539352] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9712c0b1-ec5c-472b-85d3-d1f7d31d8549 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.557390] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.557390] env[70771]: value = "task-3514817" [ 1357.557390] env[70771]: _type = "Task" [ 1357.557390] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.564482] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514817, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.689738] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.710997] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514816, 'name': Rename_Task, 'duration_secs': 0.197294} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.711265] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.711500] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3fc546b-f4ef-497e-bb0d-9e7877654c52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.717221] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1357.717221] env[70771]: value = "task-3514818" [ 1357.717221] env[70771]: _type = "Task" [ 1357.717221] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.724097] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.964588] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Releasing lock "refresh_cache-b2fe712b-6aae-49ed-a6e4-477b8074bae4" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.965564] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a386695-0542-4dad-b2e8-0a8a5a75c290 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.971925] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Resuming the VM {{(pid=70771) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1357.972158] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9f6db2-218b-4a43-9367-ab9310bf9d65 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.978101] env[70771]: DEBUG oslo_vmware.api [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1357.978101] env[70771]: value = "task-3514819" [ 1357.978101] env[70771]: _type = "Task" [ 1357.978101] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.984941] env[70771]: DEBUG oslo_vmware.api [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.067457] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514817, 'name': CreateVM_Task, 'duration_secs': 0.35299} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.067665] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.068319] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.068491] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.068825] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.069098] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c8b07b-f89b-4a69-95a8-789cf9b7f6e9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.074117] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1358.074117] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52384514-92c1-21d0-1ab8-3ba8e3b79671" [ 1358.074117] env[70771]: _type = "Task" [ 1358.074117] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.082850] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52384514-92c1-21d0-1ab8-3ba8e3b79671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.228028] env[70771]: DEBUG oslo_vmware.api [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514818, 'name': PowerOnVM_Task, 'duration_secs': 0.464162} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.228028] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.326881] env[70771]: DEBUG nova.compute.manager [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.327896] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a232a8ce-5fb3-4a02-883d-98104e26756e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.491236] env[70771]: DEBUG oslo_vmware.api [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514819, 'name': PowerOnVM_Task, 'duration_secs': 0.502814} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.491467] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Resumed the VM {{(pid=70771) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1358.491639] env[70771]: DEBUG nova.compute.manager [None req-9a12a4ea-145c-4944-b4a1-840f482b1101 tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.492476] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffad4b2-934e-4b42-bdd7-05adc7ca1f6c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.586966] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52384514-92c1-21d0-1ab8-3ba8e3b79671, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.587485] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.587817] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.588170] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.588412] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.588692] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.589140] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d898509e-83d4-4c6e-93b9-7e17ba3497da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.601974] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.602273] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.603511] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91a0c09-a8e7-4414-8ebf-ec1f11877de3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.611412] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1358.611412] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52fa31a0-19f1-5c58-c200-7ebd499e2ed9" [ 1358.611412] env[70771]: _type = "Task" [ 1358.611412] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.622179] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fa31a0-19f1-5c58-c200-7ebd499e2ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.684568] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.689074] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.846992] env[70771]: DEBUG oslo_concurrency.lockutils [None req-85dbb725-038a-4187-a9bc-d8f9ac23d4de tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.901s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.122065] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52fa31a0-19f1-5c58-c200-7ebd499e2ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.122629] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f6f614-47ac-4087-9942-8eef92aa1663 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.128050] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1359.128050] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]523660bc-449a-591e-fa29-80c0dd39c042" [ 1359.128050] env[70771]: _type = "Task" [ 1359.128050] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.135673] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523660bc-449a-591e-fa29-80c0dd39c042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.368982] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.369318] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.369539] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "5be19150-915f-4abe-b194-c9f82c38a308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.369745] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.369920] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.372150] env[70771]: INFO nova.compute.manager [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Terminating instance [ 1359.518525] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-e3059825-c383-4b31-bfd3-40b70be95cb2-c263db4e-109f-4552-8bda-65315bf08e63" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.518813] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e3059825-c383-4b31-bfd3-40b70be95cb2-c263db4e-109f-4552-8bda-65315bf08e63" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.519275] env[70771]: DEBUG nova.objects.instance [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'flavor' on Instance uuid e3059825-c383-4b31-bfd3-40b70be95cb2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.638485] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]523660bc-449a-591e-fa29-80c0dd39c042, 'name': SearchDatastore_Task, 'duration_secs': 0.018394} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.638737] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.639108] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.639256] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f59f3680-153b-49c1-b234-361bb7fd7afd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.645748] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1359.645748] env[70771]: value = "task-3514820" [ 1359.645748] env[70771]: _type = "Task" [ 1359.645748] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.654085] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.690058] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.876132] env[70771]: DEBUG nova.compute.manager [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.876417] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.877424] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0969704-06c9-4992-9e6c-164af1e0835c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.884963] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.885273] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-968b7fee-f18d-41b9-a816-9dcb32d5e91f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.891679] env[70771]: DEBUG oslo_vmware.api [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1359.891679] env[70771]: value = "task-3514821" [ 1359.891679] env[70771]: _type = "Task" [ 1359.891679] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.899736] env[70771]: DEBUG oslo_vmware.api [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.077894] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.078272] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.078547] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.078832] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.079084] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.081455] env[70771]: INFO nova.compute.manager [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Terminating instance [ 1360.155746] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450797} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.156038] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.156261] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.156536] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8da39d5-eeb9-4513-9fa0-d6a6015d7a1b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.160531] env[70771]: DEBUG nova.objects.instance [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'pci_requests' on Instance uuid e3059825-c383-4b31-bfd3-40b70be95cb2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.164112] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1360.164112] env[70771]: value = "task-3514822" [ 1360.164112] env[70771]: _type = "Task" [ 1360.164112] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.172064] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.193178] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.193475] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.193633] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.193823] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1360.194787] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a616ee2-5958-46ae-83cc-13951dc57309 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.202601] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5884f3c8-bfc9-4112-8115-d5459389a448 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.217960] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fce44e9-d6b9-494f-b587-aa8205562cf8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.224066] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8c709-66ee-4d3e-a5fd-de0fd625958f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.253317] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180331MB free_disk=88GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1360.253448] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.253662] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.401852] env[70771]: DEBUG oslo_vmware.api [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514821, 'name': PowerOffVM_Task, 'duration_secs': 0.279516} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.402167] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.402309] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.402548] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb638b33-9ba2-4585-a881-d6e164b355f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.465274] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.466025] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.466025] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleting the datastore file [datastore1] 5be19150-915f-4abe-b194-c9f82c38a308 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.466025] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd6e3010-cea4-4d0c-ad8e-dc04614b0305 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.474575] env[70771]: DEBUG oslo_vmware.api [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for the task: (returnval){ [ 1360.474575] env[70771]: value = "task-3514824" [ 1360.474575] env[70771]: _type = "Task" [ 1360.474575] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.482368] env[70771]: DEBUG oslo_vmware.api [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.587834] env[70771]: DEBUG nova.compute.manager [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.588064] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.588910] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684bf419-2e56-4948-965d-53c189917c2c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.596179] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.596401] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-050f0de9-7644-41db-82bc-bf4bf86ac960 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.602590] env[70771]: DEBUG oslo_vmware.api [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1360.602590] env[70771]: value = "task-3514825" [ 1360.602590] env[70771]: _type = "Task" [ 1360.602590] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.610882] env[70771]: DEBUG oslo_vmware.api [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.662705] env[70771]: DEBUG nova.objects.base [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1360.662927] env[70771]: DEBUG nova.network.neutron [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.673633] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071374} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.673891] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.674653] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3406d74-fd45-4b4f-94a1-59dcea847e9f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.696289] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.698538] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac7647d-a499-49cc-a59f-fa70cbed2c28 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.720304] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1360.720304] env[70771]: value = "task-3514826" [ 1360.720304] env[70771]: _type = "Task" [ 1360.720304] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.728066] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.782937] env[70771]: DEBUG nova.policy [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.985088] env[70771]: DEBUG oslo_vmware.api [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Task: {'id': task-3514824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143089} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.985469] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.985661] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.985867] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.986037] env[70771]: INFO nova.compute.manager [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1360.986249] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.986435] env[70771]: DEBUG nova.compute.manager [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.986587] env[70771]: DEBUG nova.network.neutron [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.111852] env[70771]: DEBUG oslo_vmware.api [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514825, 'name': PowerOffVM_Task, 'duration_secs': 0.19405} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.112135] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.112303] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.112549] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef93b64-88cb-466f-9656-56856ea6b0c2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.172294] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.172472] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.172656] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleting the datastore file [datastore2] b2fe712b-6aae-49ed-a6e4-477b8074bae4 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.172918] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6921a7fa-3a30-41c7-a175-c1e45bd3c934 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.179021] env[70771]: DEBUG oslo_vmware.api [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for the task: (returnval){ [ 1361.179021] env[70771]: value = "task-3514828" [ 1361.179021] env[70771]: _type = "Task" [ 1361.179021] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.186968] env[70771]: DEBUG oslo_vmware.api [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.229653] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514826, 'name': ReconfigVM_Task, 'duration_secs': 0.347813} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.229969] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 21b4d1ef-b53c-403b-a9d2-4045c7169edb/21b4d1ef-b53c-403b-a9d2-4045c7169edb.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.231215] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': 'cdac509b-bdd3-43d1-aef8-ab61242fa639'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'}, 'boot_index': None, 'attachment_id': 'b24a6d33-62dc-48b9-99f9-6ff38e42092a', 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70771) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1361.231521] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1361.231654] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1361.232466] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af38b0b9-7b6d-45b6-93ec-e55f9ec658c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.248418] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842fa655-c045-4924-b825-fce7fdab84a6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.276230] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e/volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.276606] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab35bfc-e10e-44f2-9aa4-813dddecfe2e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.296760] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1361.296760] env[70771]: value = "task-3514829" [ 1361.296760] env[70771]: _type = "Task" [ 1361.296760] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.301254] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c27d1156-1fd4-486e-bd6f-6165a8c48102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.301441] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 21b4d1ef-b53c-403b-a9d2-4045c7169edb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.301571] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance b2fe712b-6aae-49ed-a6e4-477b8074bae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.301865] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance e3059825-c383-4b31-bfd3-40b70be95cb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.301865] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 57d7a3f4-18dc-41f0-9333-80162542f576 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.302027] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 5be19150-915f-4abe-b194-c9f82c38a308 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.302135] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1361.302288] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1361.309482] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.394030] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46255a81-270d-46c9-b35c-ac050be1ce52 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.403722] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9bdae5-1843-452a-bea0-33425efeb7fc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.437891] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8dca9a-a110-42d7-b4eb-bda4489b5f90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.441457] env[70771]: DEBUG nova.compute.manager [req-00dbba12-c15a-47c6-b3bb-b81f8cec85b5 req-4c3e2636-02ba-4762-8571-07184660949d service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Received event network-vif-deleted-f5ae992c-fe2e-4338-89fb-ecab6ef33504 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.441662] env[70771]: INFO nova.compute.manager [req-00dbba12-c15a-47c6-b3bb-b81f8cec85b5 req-4c3e2636-02ba-4762-8571-07184660949d service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Neutron deleted interface f5ae992c-fe2e-4338-89fb-ecab6ef33504; detaching it from the instance and deleting it from the info cache [ 1361.441852] env[70771]: DEBUG nova.network.neutron [req-00dbba12-c15a-47c6-b3bb-b81f8cec85b5 req-4c3e2636-02ba-4762-8571-07184660949d service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.448716] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1454dc0b-52d7-44d3-b4b6-4920e7ef4554 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.463197] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.688902] env[70771]: DEBUG oslo_vmware.api [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Task: {'id': task-3514828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141328} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.689147] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.689365] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.689562] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.689745] env[70771]: INFO nova.compute.manager [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1361.689981] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.690188] env[70771]: DEBUG nova.compute.manager [-] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.690287] env[70771]: DEBUG nova.network.neutron [-] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.805805] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514829, 'name': ReconfigVM_Task, 'duration_secs': 0.271482} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.806092] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e/volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.811059] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488db1f8-4c80-4ff7-8b8a-81144ca41280 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.826612] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1361.826612] env[70771]: value = "task-3514830" [ 1361.826612] env[70771]: _type = "Task" [ 1361.826612] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.837439] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.901035] env[70771]: DEBUG nova.network.neutron [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.945154] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b427a936-2bdf-4457-a89a-4449f3c80517 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.954742] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9394134d-5d4a-422a-b095-bd70596d212b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.965849] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.986902] env[70771]: DEBUG nova.compute.manager [req-00dbba12-c15a-47c6-b3bb-b81f8cec85b5 req-4c3e2636-02ba-4762-8571-07184660949d service nova] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Detach interface failed, port_id=f5ae992c-fe2e-4338-89fb-ecab6ef33504, reason: Instance 5be19150-915f-4abe-b194-c9f82c38a308 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1362.169938] env[70771]: DEBUG nova.compute.manager [req-93f4a394-c259-4b31-bf85-f1714fe8c057 req-9802ab08-4e38-41b9-8107-11d86aa4bd75 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-vif-plugged-c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.170158] env[70771]: DEBUG oslo_concurrency.lockutils [req-93f4a394-c259-4b31-bf85-f1714fe8c057 req-9802ab08-4e38-41b9-8107-11d86aa4bd75 service nova] Acquiring lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.171033] env[70771]: DEBUG oslo_concurrency.lockutils [req-93f4a394-c259-4b31-bf85-f1714fe8c057 req-9802ab08-4e38-41b9-8107-11d86aa4bd75 service nova] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.171033] env[70771]: DEBUG oslo_concurrency.lockutils [req-93f4a394-c259-4b31-bf85-f1714fe8c057 req-9802ab08-4e38-41b9-8107-11d86aa4bd75 service nova] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.171033] env[70771]: DEBUG nova.compute.manager [req-93f4a394-c259-4b31-bf85-f1714fe8c057 req-9802ab08-4e38-41b9-8107-11d86aa4bd75 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] No waiting events found dispatching network-vif-plugged-c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.171033] env[70771]: WARNING nova.compute.manager [req-93f4a394-c259-4b31-bf85-f1714fe8c057 req-9802ab08-4e38-41b9-8107-11d86aa4bd75 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received unexpected event network-vif-plugged-c263db4e-109f-4552-8bda-65315bf08e63 for instance with vm_state active and task_state None. [ 1362.262170] env[70771]: DEBUG nova.network.neutron [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Successfully updated port: c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.336826] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.404103] env[70771]: INFO nova.compute.manager [-] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Took 1.42 seconds to deallocate network for instance. [ 1362.470979] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1362.471208] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.622376] env[70771]: DEBUG nova.network.neutron [-] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.763618] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.763869] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.764008] env[70771]: DEBUG nova.network.neutron [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.837779] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.910847] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.911148] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.911395] env[70771]: DEBUG nova.objects.instance [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lazy-loading 'resources' on Instance uuid 5be19150-915f-4abe-b194-c9f82c38a308 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.125382] env[70771]: INFO nova.compute.manager [-] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Took 1.43 seconds to deallocate network for instance. [ 1363.299743] env[70771]: WARNING nova.network.neutron [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] f317f338-e3c9-4c4c-bb00-65168c95bde3 already exists in list: networks containing: ['f317f338-e3c9-4c4c-bb00-65168c95bde3']. ignoring it [ 1363.340130] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514830, 'name': ReconfigVM_Task, 'duration_secs': 1.165112} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.340445] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1363.341012] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4306f57f-c6e4-4693-95f3-92bcf8a09f8c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.347682] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1363.347682] env[70771]: value = "task-3514831" [ 1363.347682] env[70771]: _type = "Task" [ 1363.347682] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.355112] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514831, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.441253] env[70771]: DEBUG nova.compute.manager [req-0a0e929f-a97f-4d11-a0af-17cd67ff44ef req-674ae1d2-8865-476b-ad9f-e1d5ecc827fb service nova] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Received event network-vif-deleted-c6fab558-def1-44f7-8d83-4b1eeacc1bf1 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.504963] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a00de8-ec8c-4c0e-9ad0-b27656a2fdef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.512059] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d53521-088d-4ac0-98c7-5c2f433c6475 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.544538] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb2cc2-9196-4d6a-929e-bb0094db8c4a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.551532] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc7bbbd-1f9c-4a92-9f62-ac723e3cef5d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.564491] env[70771]: DEBUG nova.compute.provider_tree [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.604702] env[70771]: DEBUG nova.network.neutron [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c263db4e-109f-4552-8bda-65315bf08e63", "address": "fa:16:3e:9a:b1:71", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc263db4e-10", "ovs_interfaceid": "c263db4e-109f-4552-8bda-65315bf08e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.632167] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.857848] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514831, 'name': Rename_Task, 'duration_secs': 0.149102} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.858133] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.858379] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7502ce9-5a37-4aef-9aa6-178e16662a23 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.863884] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1363.863884] env[70771]: value = "task-3514832" [ 1363.863884] env[70771]: _type = "Task" [ 1363.863884] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.870919] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.067385] env[70771]: DEBUG nova.scheduler.client.report [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.107834] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.108499] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.108665] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.109560] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee0882-a8af-4af8-be9a-ac235a9886e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.127828] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.128056] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.128218] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.128400] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.128546] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.128693] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.128895] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.129064] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.129232] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.129397] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.129571] env[70771]: DEBUG nova.virt.hardware [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.135787] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Reconfiguring VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1364.136067] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ccb2d6-c490-47cd-9805-91794b41338b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.153126] env[70771]: DEBUG oslo_vmware.api [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1364.153126] env[70771]: value = "task-3514833" [ 1364.153126] env[70771]: _type = "Task" [ 1364.153126] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.160452] env[70771]: DEBUG oslo_vmware.api [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514833, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.198714] env[70771]: DEBUG nova.compute.manager [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-changed-c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.198863] env[70771]: DEBUG nova.compute.manager [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing instance network info cache due to event network-changed-c263db4e-109f-4552-8bda-65315bf08e63. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.199092] env[70771]: DEBUG oslo_concurrency.lockutils [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.199238] env[70771]: DEBUG oslo_concurrency.lockutils [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.199398] env[70771]: DEBUG nova.network.neutron [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing network info cache for port c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.373332] env[70771]: DEBUG oslo_vmware.api [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514832, 'name': PowerOnVM_Task, 'duration_secs': 0.410443} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.373608] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.373845] env[70771]: DEBUG nova.compute.manager [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.374640] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442de02-8557-4e0d-8843-11dc61725f34 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.470814] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.471144] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.572133] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.575140] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.943s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.575375] env[70771]: DEBUG nova.objects.instance [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lazy-loading 'resources' on Instance uuid b2fe712b-6aae-49ed-a6e4-477b8074bae4 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.594289] env[70771]: INFO nova.scheduler.client.report [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Deleted allocations for instance 5be19150-915f-4abe-b194-c9f82c38a308 [ 1364.662781] env[70771]: DEBUG oslo_vmware.api [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.891822] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.938093] env[70771]: DEBUG nova.network.neutron [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updated VIF entry in instance network info cache for port c263db4e-109f-4552-8bda-65315bf08e63. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.938556] env[70771]: DEBUG nova.network.neutron [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c263db4e-109f-4552-8bda-65315bf08e63", "address": "fa:16:3e:9a:b1:71", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc263db4e-10", "ovs_interfaceid": "c263db4e-109f-4552-8bda-65315bf08e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.101712] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3f8c5edf-c0cd-491f-ac4e-5c6ec4f3cfd8 tempest-ServerActionsTestOtherB-1188510512 tempest-ServerActionsTestOtherB-1188510512-project-member] Lock "5be19150-915f-4abe-b194-c9f82c38a308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.732s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.148890] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55402dcc-a5bd-498a-8bcd-e11fd32eff7c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.159484] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fdc94f-0215-4d8c-8687-ba860742c812 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.167054] env[70771]: DEBUG oslo_vmware.api [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514833, 'name': ReconfigVM_Task, 'duration_secs': 0.546245} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.191702] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.191918] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Reconfigured VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1365.195264] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f810cb6-3a65-43f6-a195-f68278bca60c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.202229] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04af72-6bff-46cf-aea8-6d0b5de027cb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.215954] env[70771]: DEBUG nova.compute.provider_tree [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.441578] env[70771]: DEBUG oslo_concurrency.lockutils [req-da4ed751-5f78-441e-bdf3-c343bb80f8f4 req-e90a7a14-abc5-4c78-a023-566d49a9e3fe service nova] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.689246] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.689639] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1365.696949] env[70771]: DEBUG oslo_concurrency.lockutils [None req-b0fc2da6-1d6d-4e8a-b75a-a03d3bb147f0 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e3059825-c383-4b31-bfd3-40b70be95cb2-c263db4e-109f-4552-8bda-65315bf08e63" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.178s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.719152] env[70771]: DEBUG nova.scheduler.client.report [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.223641] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.225935] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.334s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.226129] env[70771]: DEBUG nova.objects.instance [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70771) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1366.243781] env[70771]: INFO nova.scheduler.client.report [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Deleted allocations for instance b2fe712b-6aae-49ed-a6e4-477b8074bae4 [ 1366.750675] env[70771]: DEBUG oslo_concurrency.lockutils [None req-31008e21-940a-4ae3-a8e8-982136a7427f tempest-ServerActionsTestJSON-288318646 tempest-ServerActionsTestJSON-288318646-project-member] Lock "b2fe712b-6aae-49ed-a6e4-477b8074bae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.672s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.225656] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-e3059825-c383-4b31-bfd3-40b70be95cb2-c263db4e-109f-4552-8bda-65315bf08e63" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.226118] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e3059825-c383-4b31-bfd3-40b70be95cb2-c263db4e-109f-4552-8bda-65315bf08e63" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.234908] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bda46dd-82f8-4546-ae31-88d94aa10066 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.729674] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.729872] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.730851] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b5747-2c40-4d57-8c1d-24612eccf6c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.750066] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e9892-e0fe-40fe-9ffe-498e498e5060 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.775765] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Reconfiguring VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1367.776145] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db14fb0-7e5a-413d-96da-910c8a81e445 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.797605] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1367.797605] env[70771]: value = "task-3514835" [ 1367.797605] env[70771]: _type = "Task" [ 1367.797605] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.805521] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.306956] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.811514] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.309063] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.809735] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.310845] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.812458] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.313065] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.813801] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.315663] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.819414] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.316864] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.818673] env[70771]: DEBUG oslo_vmware.api [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514835, 'name': ReconfigVM_Task, 'duration_secs': 5.789814} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.819014] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.819245] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Reconfigured VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1374.812132] env[70771]: DEBUG nova.compute.manager [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.812376] env[70771]: DEBUG nova.compute.manager [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing instance network info cache due to event network-changed-77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.812540] env[70771]: DEBUG oslo_concurrency.lockutils [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.812680] env[70771]: DEBUG oslo_concurrency.lockutils [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.815744] env[70771]: DEBUG nova.network.neutron [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Refreshing network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.067546] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.492408] env[70771]: DEBUG nova.network.neutron [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updated VIF entry in instance network info cache for port 77e9e382-8b39-4ad8-ae37-53fc07782113. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.492836] env[70771]: DEBUG nova.network.neutron [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c263db4e-109f-4552-8bda-65315bf08e63", "address": "fa:16:3e:9a:b1:71", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc263db4e-10", "ovs_interfaceid": "c263db4e-109f-4552-8bda-65315bf08e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.520111] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-57d7a3f4-18dc-41f0-9333-80162542f576-c263db4e-109f-4552-8bda-65315bf08e63" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.520357] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-57d7a3f4-18dc-41f0-9333-80162542f576-c263db4e-109f-4552-8bda-65315bf08e63" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.520699] env[70771]: DEBUG nova.objects.instance [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'flavor' on Instance uuid 57d7a3f4-18dc-41f0-9333-80162542f576 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.995207] env[70771]: DEBUG oslo_concurrency.lockutils [req-720baad4-ca94-4dc8-83e9-4a22455581a0 req-7513cc6c-d329-4597-a160-03c450b5b7e4 service nova] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.995673] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.996064] env[70771]: DEBUG nova.network.neutron [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.118113] env[70771]: DEBUG nova.objects.instance [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'pci_requests' on Instance uuid 57d7a3f4-18dc-41f0-9333-80162542f576 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.620828] env[70771]: DEBUG nova.objects.base [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Object Instance<57d7a3f4-18dc-41f0-9333-80162542f576> lazy-loaded attributes: flavor,pci_requests {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1376.621076] env[70771]: DEBUG nova.network.neutron [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.684119] env[70771]: INFO nova.network.neutron [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Port c263db4e-109f-4552-8bda-65315bf08e63 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1376.684616] env[70771]: DEBUG nova.network.neutron [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [{"id": "77e9e382-8b39-4ad8-ae37-53fc07782113", "address": "fa:16:3e:52:be:ac", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e9e382-8b", "ovs_interfaceid": "77e9e382-8b39-4ad8-ae37-53fc07782113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.686814] env[70771]: DEBUG nova.policy [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f3b2e726ba42579cf311f8732c9e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a98b09650c437190839dc62a61ea7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.838149] env[70771]: DEBUG nova.compute.manager [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.838398] env[70771]: DEBUG nova.compute.manager [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing instance network info cache due to event network-changed-b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.838708] env[70771]: DEBUG oslo_concurrency.lockutils [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.838772] env[70771]: DEBUG oslo_concurrency.lockutils [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.838945] env[70771]: DEBUG nova.network.neutron [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.190103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-e3059825-c383-4b31-bfd3-40b70be95cb2" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.533712] env[70771]: DEBUG nova.network.neutron [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updated VIF entry in instance network info cache for port b1322a65-c5b7-4b9e-b107-cc76668f38c6. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.534099] env[70771]: DEBUG nova.network.neutron [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.694382] env[70771]: DEBUG oslo_concurrency.lockutils [None req-bb9fc41a-7b6a-4373-b062-bbcacfa48d47 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-e3059825-c383-4b31-bfd3-40b70be95cb2-c263db4e-109f-4552-8bda-65315bf08e63" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.468s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.036902] env[70771]: DEBUG oslo_concurrency.lockutils [req-67948313-3c0e-47b4-93f6-ca7e74261040 req-3369e570-93a3-41be-a44e-26adcc002c21 service nova] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.121653] env[70771]: DEBUG nova.network.neutron [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Successfully updated port: c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.624169] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.624419] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.624586] env[70771]: DEBUG nova.network.neutron [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.865354] env[70771]: DEBUG nova.compute.manager [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-vif-plugged-c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.865354] env[70771]: DEBUG oslo_concurrency.lockutils [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] Acquiring lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.865354] env[70771]: DEBUG oslo_concurrency.lockutils [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] Lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.865473] env[70771]: DEBUG oslo_concurrency.lockutils [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] Lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.865584] env[70771]: DEBUG nova.compute.manager [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] No waiting events found dispatching network-vif-plugged-c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.865743] env[70771]: WARNING nova.compute.manager [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received unexpected event network-vif-plugged-c263db4e-109f-4552-8bda-65315bf08e63 for instance with vm_state active and task_state None. [ 1378.865904] env[70771]: DEBUG nova.compute.manager [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-changed-c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.866069] env[70771]: DEBUG nova.compute.manager [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing instance network info cache due to event network-changed-c263db4e-109f-4552-8bda-65315bf08e63. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.866277] env[70771]: DEBUG oslo_concurrency.lockutils [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.158794] env[70771]: WARNING nova.network.neutron [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] f317f338-e3c9-4c4c-bb00-65168c95bde3 already exists in list: networks containing: ['f317f338-e3c9-4c4c-bb00-65168c95bde3']. ignoring it [ 1379.393506] env[70771]: DEBUG nova.network.neutron [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c263db4e-109f-4552-8bda-65315bf08e63", "address": "fa:16:3e:9a:b1:71", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc263db4e-10", "ovs_interfaceid": "c263db4e-109f-4552-8bda-65315bf08e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.896253] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.896977] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.897148] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.897427] env[70771]: DEBUG oslo_concurrency.lockutils [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.897615] env[70771]: DEBUG nova.network.neutron [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Refreshing network info cache for port c263db4e-109f-4552-8bda-65315bf08e63 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.899261] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667163f-dc35-4461-827e-c818cdfbf1d3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.915970] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.916174] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.916330] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.916511] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.916683] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.916840] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.917059] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.917226] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.917393] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.917571] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.917727] env[70771]: DEBUG nova.virt.hardware [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.923868] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Reconfiguring VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1379.924890] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a62877-3933-43b0-9d3f-3b49d2e84928 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.942360] env[70771]: DEBUG oslo_vmware.api [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1379.942360] env[70771]: value = "task-3514842" [ 1379.942360] env[70771]: _type = "Task" [ 1379.942360] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.950276] env[70771]: DEBUG oslo_vmware.api [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514842, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.452652] env[70771]: DEBUG oslo_vmware.api [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.591603] env[70771]: DEBUG nova.network.neutron [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updated VIF entry in instance network info cache for port c263db4e-109f-4552-8bda-65315bf08e63. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.592033] env[70771]: DEBUG nova.network.neutron [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c263db4e-109f-4552-8bda-65315bf08e63", "address": "fa:16:3e:9a:b1:71", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc263db4e-10", "ovs_interfaceid": "c263db4e-109f-4552-8bda-65315bf08e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.952855] env[70771]: DEBUG oslo_vmware.api [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.094903] env[70771]: DEBUG oslo_concurrency.lockutils [req-31bced77-2d31-440b-a020-eec517ee7185 req-c2c4e650-49f4-495f-9f56-e5d9ec8c63ec service nova] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.454305] env[70771]: DEBUG oslo_vmware.api [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.954496] env[70771]: DEBUG oslo_vmware.api [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514842, 'name': ReconfigVM_Task, 'duration_secs': 1.604335} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.955072] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.955302] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Reconfigured VM to attach interface {{(pid=70771) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1382.460677] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0517d5e9-5ba9-4e25-b150-7c89bf8e83d1 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-57d7a3f4-18dc-41f0-9333-80162542f576-c263db4e-109f-4552-8bda-65315bf08e63" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.940s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.701061] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "interface-57d7a3f4-18dc-41f0-9333-80162542f576-c263db4e-109f-4552-8bda-65315bf08e63" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.701459] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-57d7a3f4-18dc-41f0-9333-80162542f576-c263db4e-109f-4552-8bda-65315bf08e63" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.204106] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.204317] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.205243] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a1db24-c7ab-4de2-b2cc-aef32f84b664 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.222773] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc6d85d-ce2b-4623-acda-03583f94368a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.249078] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Reconfiguring VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1384.249331] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ec2db9-3cdd-4a80-8f85-42bae435b7c8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.269736] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1384.269736] env[70771]: value = "task-3514845" [ 1384.269736] env[70771]: _type = "Task" [ 1384.269736] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.278028] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.779842] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.281022] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.781137] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.282408] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.784091] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.285216] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.786563] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.287965] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.789807] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.293233] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.790785] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.291654] env[70771]: DEBUG oslo_vmware.api [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514845, 'name': ReconfigVM_Task, 'duration_secs': 5.766997} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.291906] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.292136] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Reconfigured VM to detach interface {{(pid=70771) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1391.203014] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquiring lock "a2f5dd79-3ded-4964-a829-ce009bf4878b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.203317] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.573987] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.574212] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquired lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.574397] env[70771]: DEBUG nova.network.neutron [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.705606] env[70771]: DEBUG nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.082858] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "57d7a3f4-18dc-41f0-9333-80162542f576" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.083112] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "57d7a3f4-18dc-41f0-9333-80162542f576" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.083451] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.083687] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.083898] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "57d7a3f4-18dc-41f0-9333-80162542f576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.085887] env[70771]: INFO nova.compute.manager [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Terminating instance [ 1392.226948] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.227384] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.228814] env[70771]: INFO nova.compute.claims [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.272145] env[70771]: INFO nova.network.neutron [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Port c263db4e-109f-4552-8bda-65315bf08e63 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1392.272506] env[70771]: DEBUG nova.network.neutron [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [{"id": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "address": "fa:16:3e:b6:17:54", "network": {"id": "f317f338-e3c9-4c4c-bb00-65168c95bde3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1426445611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a98b09650c437190839dc62a61ea7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1322a65-c5", "ovs_interfaceid": "b1322a65-c5b7-4b9e-b107-cc76668f38c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.592361] env[70771]: DEBUG nova.compute.manager [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.592660] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.593878] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1855a1be-ec2a-4f62-bc59-2da50dd2c865 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.601400] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.601622] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e616b20e-2b2c-4bf7-81c0-4f939c364073 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.607429] env[70771]: DEBUG oslo_vmware.api [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1392.607429] env[70771]: value = "task-3514848" [ 1392.607429] env[70771]: _type = "Task" [ 1392.607429] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.615528] env[70771]: DEBUG oslo_vmware.api [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.775385] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Releasing lock "refresh_cache-57d7a3f4-18dc-41f0-9333-80162542f576" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.117470] env[70771]: DEBUG oslo_vmware.api [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514848, 'name': PowerOffVM_Task, 'duration_secs': 0.171924} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.117757] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.117955] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.118222] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ec8348c-82a1-410c-a031-1ac02ac8b84a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.179639] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.179898] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.180073] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleting the datastore file [datastore1] 57d7a3f4-18dc-41f0-9333-80162542f576 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.180343] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab97b2d3-2415-482b-9afd-b360bec7e1a5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.186070] env[70771]: DEBUG oslo_vmware.api [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1393.186070] env[70771]: value = "task-3514850" [ 1393.186070] env[70771]: _type = "Task" [ 1393.186070] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.193468] env[70771]: DEBUG oslo_vmware.api [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.279714] env[70771]: DEBUG oslo_concurrency.lockutils [None req-e9e80823-371d-498c-a3f2-6ce80a6e1222 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "interface-57d7a3f4-18dc-41f0-9333-80162542f576-c263db4e-109f-4552-8bda-65315bf08e63" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.577s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.308054] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea50dd0d-7c63-4eba-9034-42fc694ac448 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.316512] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db25508-c6b1-4d4f-b82b-25f448aba432 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.345448] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b8f19-ddec-4426-be50-52dfd402244d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.352328] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e2e83c-dc75-47d0-8617-36c482fb7bb9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.364745] env[70771]: DEBUG nova.compute.provider_tree [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.696181] env[70771]: DEBUG oslo_vmware.api [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148864} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.696432] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.696615] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.696824] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.697030] env[70771]: INFO nova.compute.manager [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1393.697258] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.697442] env[70771]: DEBUG nova.compute.manager [-] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.697539] env[70771]: DEBUG nova.network.neutron [-] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.868200] env[70771]: DEBUG nova.scheduler.client.report [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.299364] env[70771]: DEBUG nova.compute.manager [req-08fc2f11-c498-4aa9-b83e-ca0d4ed2411e req-a4273481-852a-4d46-84aa-a8c1dc3e7bb7 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Received event network-vif-deleted-b1322a65-c5b7-4b9e-b107-cc76668f38c6 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.299997] env[70771]: INFO nova.compute.manager [req-08fc2f11-c498-4aa9-b83e-ca0d4ed2411e req-a4273481-852a-4d46-84aa-a8c1dc3e7bb7 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Neutron deleted interface b1322a65-c5b7-4b9e-b107-cc76668f38c6; detaching it from the instance and deleting it from the info cache [ 1394.299997] env[70771]: DEBUG nova.network.neutron [req-08fc2f11-c498-4aa9-b83e-ca0d4ed2411e req-a4273481-852a-4d46-84aa-a8c1dc3e7bb7 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.373103] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.373447] env[70771]: DEBUG nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.784217] env[70771]: DEBUG nova.network.neutron [-] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.802172] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bcd4a4d-d94c-49d2-bdd1-44f07d4852ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.812548] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bddc12-9904-4568-b5e6-be425d629137 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.839078] env[70771]: DEBUG nova.compute.manager [req-08fc2f11-c498-4aa9-b83e-ca0d4ed2411e req-a4273481-852a-4d46-84aa-a8c1dc3e7bb7 service nova] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Detach interface failed, port_id=b1322a65-c5b7-4b9e-b107-cc76668f38c6, reason: Instance 57d7a3f4-18dc-41f0-9333-80162542f576 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1394.878618] env[70771]: DEBUG nova.compute.utils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.879970] env[70771]: DEBUG nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.880155] env[70771]: DEBUG nova.network.neutron [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.926847] env[70771]: DEBUG nova.policy [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc411f9dab845de912dc9a9c3b3cccb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61c4b8304ef74d39a807fb3457d705be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.206670] env[70771]: DEBUG nova.network.neutron [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Successfully created port: 2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.287041] env[70771]: INFO nova.compute.manager [-] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Took 1.59 seconds to deallocate network for instance. [ 1395.383747] env[70771]: DEBUG nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.793746] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.794076] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.794304] env[70771]: DEBUG nova.objects.instance [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'resources' on Instance uuid 57d7a3f4-18dc-41f0-9333-80162542f576 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.888592] env[70771]: INFO nova.virt.block_device [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Booting with volume 91752804-023e-4734-b67f-be0e33c13faf at /dev/sda [ 1395.923463] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72581338-70fd-4c30-85ee-8074524fed30 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.932786] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c9076-10a1-4abc-86bf-f503f59c1678 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.958715] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b00d7be-a840-4970-a207-30efd3069d3c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.966698] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b7eb0-68de-4db1-8764-88e374bfc83f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.993018] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa55eb-1732-42e4-9899-cb543a56d932 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.999067] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993b6be-6c60-463b-9556-3b36f3ef79b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.011981] env[70771]: DEBUG nova.virt.block_device [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Updating existing volume attachment record: ed1a3de4-2db7-407e-82c2-489c3e18f1e2 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1396.366501] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95921c27-5b22-4f34-b972-84f2a476aea0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.374434] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7083e5bb-ea54-44b6-a84a-d9856cf575c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.403049] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dabcea-0330-4bd1-9fd5-c06adaad4a10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.409465] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a3b6c6-5b85-4cfe-a9ef-c9ae8c6418f7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.421842] env[70771]: DEBUG nova.compute.provider_tree [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.554151] env[70771]: DEBUG nova.compute.manager [req-1a815f40-2334-4f3a-aeee-631679aa611a req-67e2d402-9f09-4db5-b2ca-2ce1c3d909c5 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Received event network-vif-plugged-2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.554291] env[70771]: DEBUG oslo_concurrency.lockutils [req-1a815f40-2334-4f3a-aeee-631679aa611a req-67e2d402-9f09-4db5-b2ca-2ce1c3d909c5 service nova] Acquiring lock "a2f5dd79-3ded-4964-a829-ce009bf4878b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.554498] env[70771]: DEBUG oslo_concurrency.lockutils [req-1a815f40-2334-4f3a-aeee-631679aa611a req-67e2d402-9f09-4db5-b2ca-2ce1c3d909c5 service nova] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.554673] env[70771]: DEBUG oslo_concurrency.lockutils [req-1a815f40-2334-4f3a-aeee-631679aa611a req-67e2d402-9f09-4db5-b2ca-2ce1c3d909c5 service nova] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.554887] env[70771]: DEBUG nova.compute.manager [req-1a815f40-2334-4f3a-aeee-631679aa611a req-67e2d402-9f09-4db5-b2ca-2ce1c3d909c5 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] No waiting events found dispatching network-vif-plugged-2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.555195] env[70771]: WARNING nova.compute.manager [req-1a815f40-2334-4f3a-aeee-631679aa611a req-67e2d402-9f09-4db5-b2ca-2ce1c3d909c5 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Received unexpected event network-vif-plugged-2dcdb933-4d85-4f18-ab81-29b2c19a2d49 for instance with vm_state building and task_state block_device_mapping. [ 1396.633585] env[70771]: DEBUG nova.network.neutron [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Successfully updated port: 2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.925215] env[70771]: DEBUG nova.scheduler.client.report [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.137034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquiring lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.137034] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquired lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.137034] env[70771]: DEBUG nova.network.neutron [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.430625] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.450133] env[70771]: INFO nova.scheduler.client.report [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted allocations for instance 57d7a3f4-18dc-41f0-9333-80162542f576 [ 1397.674091] env[70771]: DEBUG nova.network.neutron [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.805859] env[70771]: DEBUG nova.network.neutron [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Updating instance_info_cache with network_info: [{"id": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "address": "fa:16:3e:dc:0b:b7", "network": {"id": "458fced9-233d-4571-8977-d913666cd8b9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2113865019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c4b8304ef74d39a807fb3457d705be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dcdb933-4d", "ovs_interfaceid": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.957721] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7ce6fa69-9527-4d24-bf1f-428b865e3634 tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "57d7a3f4-18dc-41f0-9333-80162542f576" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.874s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.095814] env[70771]: DEBUG nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.096357] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.096571] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.096724] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.096968] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.097130] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.097281] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.097487] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.097645] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.097813] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.097997] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.098194] env[70771]: DEBUG nova.virt.hardware [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.099047] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5de6b5-0154-46b5-9179-abb023d64a8d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.107570] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b3912-d9c1-4f98-9b03-a831ea617afc {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.308975] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Releasing lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.308975] env[70771]: DEBUG nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance network_info: |[{"id": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "address": "fa:16:3e:dc:0b:b7", "network": {"id": "458fced9-233d-4571-8977-d913666cd8b9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2113865019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c4b8304ef74d39a807fb3457d705be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dcdb933-4d", "ovs_interfaceid": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.309312] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:0b:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dcdb933-4d85-4f18-ab81-29b2c19a2d49', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.316833] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Creating folder: Project (61c4b8304ef74d39a807fb3457d705be). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.317119] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1886a49f-47d8-4b6b-bed4-03cbfc8c86fa {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.332449] env[70771]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1398.332613] env[70771]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70771) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1398.332934] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Folder already exists: Project (61c4b8304ef74d39a807fb3457d705be). Parent ref: group-v701875. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1398.333137] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Creating folder: Instances. Parent ref: group-v702216. {{(pid=70771) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.333370] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e247619d-6d4a-4776-889b-36176562374a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.342776] env[70771]: INFO nova.virt.vmwareapi.vm_util [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Created folder: Instances in parent group-v702216. [ 1398.342994] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.343185] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.343367] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fa49d86-239e-4b78-af59-4d39a8b239a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.361594] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.361594] env[70771]: value = "task-3514853" [ 1398.361594] env[70771]: _type = "Task" [ 1398.361594] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.368652] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514853, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.580475] env[70771]: DEBUG nova.compute.manager [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Received event network-changed-2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.580729] env[70771]: DEBUG nova.compute.manager [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Refreshing instance network info cache due to event network-changed-2dcdb933-4d85-4f18-ab81-29b2c19a2d49. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.580863] env[70771]: DEBUG oslo_concurrency.lockutils [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] Acquiring lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.580984] env[70771]: DEBUG oslo_concurrency.lockutils [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] Acquired lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.581163] env[70771]: DEBUG nova.network.neutron [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Refreshing network info cache for port 2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.711668] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e3059825-c383-4b31-bfd3-40b70be95cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.711926] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.712199] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.712394] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.712564] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.714961] env[70771]: INFO nova.compute.manager [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Terminating instance [ 1398.871125] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514853, 'name': CreateVM_Task, 'duration_secs': 0.315143} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.871329] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.871929] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702219', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'name': 'volume-91752804-023e-4734-b67f-be0e33c13faf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f5dd79-3ded-4964-a829-ce009bf4878b', 'attached_at': '', 'detached_at': '', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'serial': '91752804-023e-4734-b67f-be0e33c13faf'}, 'boot_index': 0, 'attachment_id': 'ed1a3de4-2db7-407e-82c2-489c3e18f1e2', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70771) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1398.872180] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Root volume attach. Driver type: vmdk {{(pid=70771) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1398.872914] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cccd335-047d-45a5-b34e-aa3de2957005 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.879989] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c45e68-f1bc-48d9-a649-e6a5f779194a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.885154] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e965062a-9125-448e-868a-fdd558d6da31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.890644] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9c620281-21b4-4f8f-a53b-a43a20a69dd5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.896917] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1398.896917] env[70771]: value = "task-3514854" [ 1398.896917] env[70771]: _type = "Task" [ 1398.896917] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.903875] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514854, 'name': RelocateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.218432] env[70771]: DEBUG nova.compute.manager [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.218674] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.222414] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d93dd2-c20e-47e9-bf26-97f403b7f90b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.231132] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.231430] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c45e631-18ae-4a20-8868-70297660f4fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.239151] env[70771]: DEBUG oslo_vmware.api [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1399.239151] env[70771]: value = "task-3514855" [ 1399.239151] env[70771]: _type = "Task" [ 1399.239151] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.247980] env[70771]: DEBUG oslo_vmware.api [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.298513] env[70771]: DEBUG nova.network.neutron [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Updated VIF entry in instance network info cache for port 2dcdb933-4d85-4f18-ab81-29b2c19a2d49. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.298936] env[70771]: DEBUG nova.network.neutron [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Updating instance_info_cache with network_info: [{"id": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "address": "fa:16:3e:dc:0b:b7", "network": {"id": "458fced9-233d-4571-8977-d913666cd8b9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2113865019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c4b8304ef74d39a807fb3457d705be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dcdb933-4d", "ovs_interfaceid": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.408184] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514854, 'name': RelocateVM_Task} progress is 43%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.751523] env[70771]: DEBUG oslo_vmware.api [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514855, 'name': PowerOffVM_Task, 'duration_secs': 0.253752} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.751987] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.751987] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.752201] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8891e3a1-708c-44e7-9e00-5d95e9c90bbb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.801905] env[70771]: DEBUG oslo_concurrency.lockutils [req-f217f822-85d8-4e6d-af43-9c9065d04a69 req-cec44727-6d90-4277-a882-3510df40e175 service nova] Releasing lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.820431] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.820687] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.820805] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleting the datastore file [datastore1] e3059825-c383-4b31-bfd3-40b70be95cb2 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.821092] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fffc7324-5a13-4466-b964-2596d0fa0c98 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.827498] env[70771]: DEBUG oslo_vmware.api [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for the task: (returnval){ [ 1399.827498] env[70771]: value = "task-3514857" [ 1399.827498] env[70771]: _type = "Task" [ 1399.827498] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.835713] env[70771]: DEBUG oslo_vmware.api [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.907578] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514854, 'name': RelocateVM_Task} progress is 58%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.337759] env[70771]: DEBUG oslo_vmware.api [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Task: {'id': task-3514857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380196} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.338089] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.338287] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.338479] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.338660] env[70771]: INFO nova.compute.manager [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1400.338909] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.339481] env[70771]: DEBUG nova.compute.manager [-] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.339581] env[70771]: DEBUG nova.network.neutron [-] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.408542] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514854, 'name': RelocateVM_Task} progress is 73%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.629738] env[70771]: DEBUG nova.compute.manager [req-7876a88e-be7a-4d01-b19a-41e773325160 req-90a6233a-7e9b-47bf-940c-e074dc8ce99d service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Received event network-vif-deleted-77e9e382-8b39-4ad8-ae37-53fc07782113 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.629960] env[70771]: INFO nova.compute.manager [req-7876a88e-be7a-4d01-b19a-41e773325160 req-90a6233a-7e9b-47bf-940c-e074dc8ce99d service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Neutron deleted interface 77e9e382-8b39-4ad8-ae37-53fc07782113; detaching it from the instance and deleting it from the info cache [ 1400.630189] env[70771]: DEBUG nova.network.neutron [req-7876a88e-be7a-4d01-b19a-41e773325160 req-90a6233a-7e9b-47bf-940c-e074dc8ce99d service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.909946] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514854, 'name': RelocateVM_Task} progress is 88%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.107929] env[70771]: DEBUG nova.network.neutron [-] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.133025] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47493348-1fb6-4977-8647-a7d588c4fae2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.142071] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73cbac9-289d-4359-8ece-668f46745190 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.168634] env[70771]: DEBUG nova.compute.manager [req-7876a88e-be7a-4d01-b19a-41e773325160 req-90a6233a-7e9b-47bf-940c-e074dc8ce99d service nova] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Detach interface failed, port_id=77e9e382-8b39-4ad8-ae37-53fc07782113, reason: Instance e3059825-c383-4b31-bfd3-40b70be95cb2 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.410696] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514854, 'name': RelocateVM_Task} progress is 97%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.610618] env[70771]: INFO nova.compute.manager [-] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Took 1.27 seconds to deallocate network for instance. [ 1401.911392] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514854, 'name': RelocateVM_Task, 'duration_secs': 3.00864} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.913057] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1401.913057] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702219', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'name': 'volume-91752804-023e-4734-b67f-be0e33c13faf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f5dd79-3ded-4964-a829-ce009bf4878b', 'attached_at': '', 'detached_at': '', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'serial': '91752804-023e-4734-b67f-be0e33c13faf'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1401.913253] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd013bf7-7874-40a2-b220-20ec1beab7da {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.928754] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd27fe6e-f474-4988-8ef4-4cbac1487552 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.949882] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-91752804-023e-4734-b67f-be0e33c13faf/volume-91752804-023e-4734-b67f-be0e33c13faf.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.950476] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc339d82-a71c-46e6-94f8-2f98a2ddd9ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.970358] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1401.970358] env[70771]: value = "task-3514858" [ 1401.970358] env[70771]: _type = "Task" [ 1401.970358] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.977607] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.117614] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.117967] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.118256] env[70771]: DEBUG nova.objects.instance [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lazy-loading 'resources' on Instance uuid e3059825-c383-4b31-bfd3-40b70be95cb2 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.186176] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.186402] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.480776] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514858, 'name': ReconfigVM_Task, 'duration_secs': 0.309517} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.481175] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-91752804-023e-4734-b67f-be0e33c13faf/volume-91752804-023e-4734-b67f-be0e33c13faf.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.485801] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205ac0d6-4e76-4a8c-8282-6996d25390bf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.499609] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1402.499609] env[70771]: value = "task-3514859" [ 1402.499609] env[70771]: _type = "Task" [ 1402.499609] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.506659] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.681321] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db4f8d6-81dc-460b-aff4-1d69d5ba2518 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.688504] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998c350-9cb8-403f-a540-2f07d1dc78a8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.692045] env[70771]: INFO nova.compute.manager [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Detaching volume 6b1e5f9b-bca2-4e25-a3a2-31df5863936e [ 1402.723206] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb5a3c3-b22d-41a6-8088-5ff0c2cc5a01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.730283] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a318f81-89a9-41ee-aad3-33f959837f7f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.743274] env[70771]: DEBUG nova.compute.provider_tree [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.753940] env[70771]: INFO nova.virt.block_device [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Attempting to driver detach volume 6b1e5f9b-bca2-4e25-a3a2-31df5863936e from mountpoint /dev/sdb [ 1402.754206] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1402.754395] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1402.755160] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5a5c5a-ff28-475d-83e2-9343e517c372 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.777359] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561241f8-668c-4824-823c-c4082f5d2870 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.786097] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c55ac-0c4f-462b-8c46-3c7f46736992 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.803674] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99c63e7-09e6-4eb5-9f6c-8e8e57b411f6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.817828] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] The volume has not been displaced from its original location: [datastore1] volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e/volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1402.823647] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1402.824208] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e2be14-962a-4b8c-9e32-f0ab6473f9db {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.841677] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1402.841677] env[70771]: value = "task-3514860" [ 1402.841677] env[70771]: _type = "Task" [ 1402.841677] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.851381] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.009413] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514859, 'name': ReconfigVM_Task, 'duration_secs': 0.128768} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.009769] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702219', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'name': 'volume-91752804-023e-4734-b67f-be0e33c13faf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f5dd79-3ded-4964-a829-ce009bf4878b', 'attached_at': '', 'detached_at': '', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'serial': '91752804-023e-4734-b67f-be0e33c13faf'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1403.010211] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2d03394-2467-45a7-a3b3-2877ff452275 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.017324] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1403.017324] env[70771]: value = "task-3514861" [ 1403.017324] env[70771]: _type = "Task" [ 1403.017324] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.024753] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514861, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.263831] env[70771]: ERROR nova.scheduler.client.report [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] [req-f606cc30-dd2d-4d80-a2ad-c23799281830] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1554b050-2605-4d7c-943f-8881c71b07d5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f606cc30-dd2d-4d80-a2ad-c23799281830"}]} [ 1403.280062] env[70771]: DEBUG nova.scheduler.client.report [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing inventories for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1403.292570] env[70771]: DEBUG nova.scheduler.client.report [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating ProviderTree inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1403.292770] env[70771]: DEBUG nova.compute.provider_tree [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 88, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.303071] env[70771]: DEBUG nova.scheduler.client.report [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing aggregate associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, aggregates: None {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1403.321183] env[70771]: DEBUG nova.scheduler.client.report [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Refreshing trait associations for resource provider 1554b050-2605-4d7c-943f-8881c71b07d5, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70771) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1403.353017] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.375420] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5354f667-b7a0-482c-8bcd-1096f93cdd36 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.382054] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fdf139-5811-4984-b36a-d683dbde11ad {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.411406] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b10fa8-6125-493f-9b27-3beda419c9b9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.418272] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb61ba-25f3-449c-9072-361e18d4cf97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.430974] env[70771]: DEBUG nova.compute.provider_tree [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.526479] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514861, 'name': Rename_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.853370] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.960895] env[70771]: DEBUG nova.scheduler.client.report [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updated inventory for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1403.961187] env[70771]: DEBUG nova.compute.provider_tree [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating resource provider 1554b050-2605-4d7c-943f-8881c71b07d5 generation from 175 to 176 during operation: update_inventory {{(pid=70771) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1403.961371] env[70771]: DEBUG nova.compute.provider_tree [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Updating inventory in ProviderTree for provider 1554b050-2605-4d7c-943f-8881c71b07d5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.027171] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514861, 'name': Rename_Task, 'duration_secs': 0.693075} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.027545] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.027656] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-093b205c-fa49-4a22-b963-0566ff81f695 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.033713] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1404.033713] env[70771]: value = "task-3514862" [ 1404.033713] env[70771]: _type = "Task" [ 1404.033713] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.040999] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.352065] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.466193] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.487728] env[70771]: INFO nova.scheduler.client.report [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Deleted allocations for instance e3059825-c383-4b31-bfd3-40b70be95cb2 [ 1404.543226] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.853440] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.996079] env[70771]: DEBUG oslo_concurrency.lockutils [None req-ca44d59c-4f7f-4a1b-a529-07aff8b2ef3a tempest-AttachInterfacesTestJSON-1880347664 tempest-AttachInterfacesTestJSON-1880347664-project-member] Lock "e3059825-c383-4b31-bfd3-40b70be95cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.284s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.043540] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.354864] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514860, 'name': ReconfigVM_Task, 'duration_secs': 2.028308} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.355143] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.359922] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733ed3a2-3019-4289-beda-b0fc1343f612 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.374882] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1405.374882] env[70771]: value = "task-3514863" [ 1405.374882] env[70771]: _type = "Task" [ 1405.374882] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.385974] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.543877] env[70771]: DEBUG oslo_vmware.api [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514862, 'name': PowerOnVM_Task, 'duration_secs': 1.327563} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.544159] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.544356] env[70771]: INFO nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1405.544531] env[70771]: DEBUG nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.545299] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850aad10-4721-4a42-a8f0-ff85136d32ff {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.884140] env[70771]: DEBUG oslo_vmware.api [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514863, 'name': ReconfigVM_Task, 'duration_secs': 0.130828} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.884481] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702212', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'name': 'volume-6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21b4d1ef-b53c-403b-a9d2-4045c7169edb', 'attached_at': '', 'detached_at': '', 'volume_id': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e', 'serial': '6b1e5f9b-bca2-4e25-a3a2-31df5863936e'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1406.064436] env[70771]: INFO nova.compute.manager [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Took 13.85 seconds to build instance. [ 1406.431993] env[70771]: DEBUG nova.objects.instance [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'flavor' on Instance uuid 21b4d1ef-b53c-403b-a9d2-4045c7169edb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.566950] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3a9ae25e-8fe6-4cbc-b36d-3d83149b5d40 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.363s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.745836] env[70771]: DEBUG nova.compute.manager [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Received event network-changed-2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.746095] env[70771]: DEBUG nova.compute.manager [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Refreshing instance network info cache due to event network-changed-2dcdb933-4d85-4f18-ab81-29b2c19a2d49. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1406.746321] env[70771]: DEBUG oslo_concurrency.lockutils [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] Acquiring lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.746467] env[70771]: DEBUG oslo_concurrency.lockutils [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] Acquired lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.746630] env[70771]: DEBUG nova.network.neutron [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Refreshing network info cache for port 2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.439663] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6c7f239-14d8-441d-bf2e-c27ac1c79207 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.253s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.443736] env[70771]: DEBUG nova.network.neutron [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Updated VIF entry in instance network info cache for port 2dcdb933-4d85-4f18-ab81-29b2c19a2d49. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.444076] env[70771]: DEBUG nova.network.neutron [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Updating instance_info_cache with network_info: [{"id": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "address": "fa:16:3e:dc:0b:b7", "network": {"id": "458fced9-233d-4571-8977-d913666cd8b9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2113865019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c4b8304ef74d39a807fb3457d705be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dcdb933-4d", "ovs_interfaceid": "2dcdb933-4d85-4f18-ab81-29b2c19a2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.571787] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.571994] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.572213] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.572392] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.572556] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.574546] env[70771]: INFO nova.compute.manager [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Terminating instance [ 1407.946732] env[70771]: DEBUG oslo_concurrency.lockutils [req-70cd2d6f-9f15-4f40-9865-d983f613863d req-e15d1332-2b8c-4f05-91c9-039b9aabf85c service nova] Releasing lock "refresh_cache-a2f5dd79-3ded-4964-a829-ce009bf4878b" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.078249] env[70771]: DEBUG nova.compute.manager [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.078479] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.079579] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8f5171-553c-4843-b78f-3d81091c741d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.087791] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.088052] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ed887b8-ea22-4116-81d1-357a6217b9c3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.093729] env[70771]: DEBUG oslo_vmware.api [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1408.093729] env[70771]: value = "task-3514864" [ 1408.093729] env[70771]: _type = "Task" [ 1408.093729] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.102379] env[70771]: DEBUG oslo_vmware.api [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.603345] env[70771]: DEBUG oslo_vmware.api [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514864, 'name': PowerOffVM_Task, 'duration_secs': 0.223727} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.603707] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.603835] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.604025] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49988e8e-eacb-4664-825a-2798aa399a31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.696832] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.697087] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.697222] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleting the datastore file [datastore1] 21b4d1ef-b53c-403b-a9d2-4045c7169edb {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.697469] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55603789-2fb8-4ce4-8ba0-0642713ae850 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.703632] env[70771]: DEBUG oslo_vmware.api [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1408.703632] env[70771]: value = "task-3514866" [ 1408.703632] env[70771]: _type = "Task" [ 1408.703632] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.711037] env[70771]: DEBUG oslo_vmware.api [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.213336] env[70771]: DEBUG oslo_vmware.api [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158626} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.213582] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.213772] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.213953] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.214151] env[70771]: INFO nova.compute.manager [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1409.214392] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.214575] env[70771]: DEBUG nova.compute.manager [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.214673] env[70771]: DEBUG nova.network.neutron [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.812347] env[70771]: DEBUG nova.compute.manager [req-0234d20f-a34a-4d37-9979-650263425bd6 req-bf5f1f7c-122f-40bf-abaa-27f5738aea64 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Received event network-vif-deleted-feb6fbca-665c-4cec-90bb-75b5ac4219c5 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.812347] env[70771]: INFO nova.compute.manager [req-0234d20f-a34a-4d37-9979-650263425bd6 req-bf5f1f7c-122f-40bf-abaa-27f5738aea64 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Neutron deleted interface feb6fbca-665c-4cec-90bb-75b5ac4219c5; detaching it from the instance and deleting it from the info cache [ 1409.812677] env[70771]: DEBUG nova.network.neutron [req-0234d20f-a34a-4d37-9979-650263425bd6 req-bf5f1f7c-122f-40bf-abaa-27f5738aea64 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.296757] env[70771]: DEBUG nova.network.neutron [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.315209] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13fcbf09-1d61-4ac6-b57e-41a29288f1b5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.324986] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddd4b3b-8c5c-4bff-9b6d-31cdd00ac571 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.350866] env[70771]: DEBUG nova.compute.manager [req-0234d20f-a34a-4d37-9979-650263425bd6 req-bf5f1f7c-122f-40bf-abaa-27f5738aea64 service nova] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Detach interface failed, port_id=feb6fbca-665c-4cec-90bb-75b5ac4219c5, reason: Instance 21b4d1ef-b53c-403b-a9d2-4045c7169edb could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.799253] env[70771]: INFO nova.compute.manager [-] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Took 1.58 seconds to deallocate network for instance. [ 1411.306476] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.306957] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.307079] env[70771]: DEBUG nova.objects.instance [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'resources' on Instance uuid 21b4d1ef-b53c-403b-a9d2-4045c7169edb {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.861658] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b1f84a-2675-4f24-bbc6-c8960c8e728c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.868933] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da309699-574d-4da3-a48e-7fe5a9bbf8a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.899227] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3e027-5de6-4ec9-99f1-78263636bcca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.905708] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2bb74-aeb0-41a6-ac41-9170f6f0b267 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.918860] env[70771]: DEBUG nova.compute.provider_tree [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.422526] env[70771]: DEBUG nova.scheduler.client.report [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.927423] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.945176] env[70771]: INFO nova.scheduler.client.report [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted allocations for instance 21b4d1ef-b53c-403b-a9d2-4045c7169edb [ 1413.453608] env[70771]: DEBUG oslo_concurrency.lockutils [None req-f6d947d6-a133-4f09-a87f-6765debe7b54 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "21b4d1ef-b53c-403b-a9d2-4045c7169edb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.940944] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "30f98ccc-c8eb-4b65-82f0-6702a7214679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.941254] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.443567] env[70771]: DEBUG nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.965945] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.966241] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.967771] env[70771]: INFO nova.compute.claims [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.023519] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b6768-e4ae-4a5a-8b65-6c75883fe00c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.032306] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce9e921-4e0d-4e24-b2dd-391dacce27f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.060913] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc443fd-1b6f-455f-ada1-86548b3b63d0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.067652] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0dcc6c-1833-4b26-8387-20e05593d2d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.080273] env[70771]: DEBUG nova.compute.provider_tree [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.583248] env[70771]: DEBUG nova.scheduler.client.report [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.690489] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.087724] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.088369] env[70771]: DEBUG nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.593395] env[70771]: DEBUG nova.compute.utils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1418.594796] env[70771]: DEBUG nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1418.594980] env[70771]: DEBUG nova.network.neutron [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.648385] env[70771]: DEBUG nova.policy [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed67809d6405470aae3b1c899cf82f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6cf8de06e640d7a97abd55a46ab788', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.684742] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.899661] env[70771]: DEBUG nova.network.neutron [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Successfully created port: a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.098447] env[70771]: DEBUG nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.689690] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.108041] env[70771]: DEBUG nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.135318] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T14:52:34Z,direct_url=,disk_format='vmdk',id=cdac509b-bdd3-43d1-aef8-ab61242fa639,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='65400231c2cc4e3b8a196adc11a90b6a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T14:52:35Z,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.135603] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.135759] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.135939] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.136164] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.136331] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.136540] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.136695] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.136859] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.137056] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.137248] env[70771]: DEBUG nova.virt.hardware [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.138195] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b17d09-b15e-4b5f-aab8-ce4307a57ca5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.147395] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c966896-99b7-4b06-925e-dae3dc490923 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.238725] env[70771]: DEBUG nova.compute.manager [req-dd75bab4-46a0-4774-bb32-65ba3cffe665 req-b5b5a396-44f0-4ccb-b2c4-052ac3f8e392 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Received event network-vif-plugged-a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.238944] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd75bab4-46a0-4774-bb32-65ba3cffe665 req-b5b5a396-44f0-4ccb-b2c4-052ac3f8e392 service nova] Acquiring lock "30f98ccc-c8eb-4b65-82f0-6702a7214679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.239163] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd75bab4-46a0-4774-bb32-65ba3cffe665 req-b5b5a396-44f0-4ccb-b2c4-052ac3f8e392 service nova] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.239328] env[70771]: DEBUG oslo_concurrency.lockutils [req-dd75bab4-46a0-4774-bb32-65ba3cffe665 req-b5b5a396-44f0-4ccb-b2c4-052ac3f8e392 service nova] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.239494] env[70771]: DEBUG nova.compute.manager [req-dd75bab4-46a0-4774-bb32-65ba3cffe665 req-b5b5a396-44f0-4ccb-b2c4-052ac3f8e392 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] No waiting events found dispatching network-vif-plugged-a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1420.239687] env[70771]: WARNING nova.compute.manager [req-dd75bab4-46a0-4774-bb32-65ba3cffe665 req-b5b5a396-44f0-4ccb-b2c4-052ac3f8e392 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Received unexpected event network-vif-plugged-a0e13dcc-3f6e-4ae3-9be7-080cda023746 for instance with vm_state building and task_state spawning. [ 1420.316278] env[70771]: DEBUG nova.network.neutron [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Successfully updated port: a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.689556] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.689785] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.821348] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.821634] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.821634] env[70771]: DEBUG nova.network.neutron [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.193608] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.193969] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.194047] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.194205] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1421.195131] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb3e34-485d-420a-8775-9e1c4f8ea350 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.203477] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef5419-1c64-4965-ab26-f098efdc70f8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.216978] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7f6204-dbf4-40ca-bb12-e321d9f231e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.223494] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0868c0-9639-4804-8af1-687de545793a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.253012] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180211MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1421.253205] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.253376] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.351929] env[70771]: DEBUG nova.network.neutron [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.467149] env[70771]: DEBUG nova.network.neutron [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Updating instance_info_cache with network_info: [{"id": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "address": "fa:16:3e:40:32:f5", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e13dcc-3f", "ovs_interfaceid": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.969645] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.969986] env[70771]: DEBUG nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Instance network_info: |[{"id": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "address": "fa:16:3e:40:32:f5", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e13dcc-3f", "ovs_interfaceid": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.970444] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:32:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e13dcc-3f6e-4ae3-9be7-080cda023746', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.977710] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.977913] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.978171] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28c0975-f468-43cb-a228-4342343a8694 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.998737] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.998737] env[70771]: value = "task-3514867" [ 1421.998737] env[70771]: _type = "Task" [ 1421.998737] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.009294] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514867, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.266082] env[70771]: DEBUG nova.compute.manager [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Received event network-changed-a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.266387] env[70771]: DEBUG nova.compute.manager [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Refreshing instance network info cache due to event network-changed-a0e13dcc-3f6e-4ae3-9be7-080cda023746. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1422.266580] env[70771]: DEBUG oslo_concurrency.lockutils [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] Acquiring lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.266654] env[70771]: DEBUG oslo_concurrency.lockutils [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] Acquired lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.266852] env[70771]: DEBUG nova.network.neutron [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Refreshing network info cache for port a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.279730] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c27d1156-1fd4-486e-bd6f-6165a8c48102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1422.279882] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance a2f5dd79-3ded-4964-a829-ce009bf4878b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1422.280017] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 30f98ccc-c8eb-4b65-82f0-6702a7214679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1422.280212] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1422.280357] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1422.326256] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be4fce-60f8-4eee-9ba5-70e036b2dc01 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.333691] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e647b106-e951-4c1b-b1b8-80db3ba55675 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.364152] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3db19a-03c6-448d-84dd-0728115231d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.370903] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1a9a24-e064-4ebb-9468-9fbdf48cec90 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.383491] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.508089] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514867, 'name': CreateVM_Task, 'duration_secs': 0.301692} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.508304] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.508973] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.509159] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.509473] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.509714] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3191d8a-0bf9-42a3-9bfc-f4b3b283ec0a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.513897] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1422.513897] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]5268107f-5e38-a87f-086b-2edf49781230" [ 1422.513897] env[70771]: _type = "Task" [ 1422.513897] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.521322] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5268107f-5e38-a87f-086b-2edf49781230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.886438] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.942336] env[70771]: DEBUG nova.network.neutron [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Updated VIF entry in instance network info cache for port a0e13dcc-3f6e-4ae3-9be7-080cda023746. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.942686] env[70771]: DEBUG nova.network.neutron [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Updating instance_info_cache with network_info: [{"id": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "address": "fa:16:3e:40:32:f5", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e13dcc-3f", "ovs_interfaceid": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.024597] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]5268107f-5e38-a87f-086b-2edf49781230, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.024945] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.025237] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Processing image cdac509b-bdd3-43d1-aef8-ab61242fa639 {{(pid=70771) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.025510] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.025691] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.025905] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.026217] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b82752a2-ce06-48e7-9ffa-1690077e1320 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.034096] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70771) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.034272] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70771) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.034956] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bcb983-ce34-4d87-a370-1b46555a89b4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.040016] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1423.040016] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52818830-dbc6-52ff-3203-15075d74ca46" [ 1423.040016] env[70771]: _type = "Task" [ 1423.040016] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.047090] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52818830-dbc6-52ff-3203-15075d74ca46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.390776] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1423.391154] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.445834] env[70771]: DEBUG oslo_concurrency.lockutils [req-cf60d7ab-1043-4cb7-aa72-ffb2dc9c811b req-5626edcd-4006-48ad-8672-13a44c2b3859 service nova] Releasing lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.550215] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52818830-dbc6-52ff-3203-15075d74ca46, 'name': SearchDatastore_Task, 'duration_secs': 0.007729} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.550956] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e881cf0c-dcd4-4470-8dba-341ee2fd8dc7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.556529] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1423.556529] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]52a83407-41be-74e1-83f9-bb67e72b493a" [ 1423.556529] env[70771]: _type = "Task" [ 1423.556529] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.563617] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a83407-41be-74e1-83f9-bb67e72b493a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.067638] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]52a83407-41be-74e1-83f9-bb67e72b493a, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.067909] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.068222] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 30f98ccc-c8eb-4b65-82f0-6702a7214679/30f98ccc-c8eb-4b65-82f0-6702a7214679.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.068478] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eab039f3-b328-43f5-a4ca-a0ca70e45e0b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.076217] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1424.076217] env[70771]: value = "task-3514868" [ 1424.076217] env[70771]: _type = "Task" [ 1424.076217] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.085692] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.391501] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.585636] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465447} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.585889] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdac509b-bdd3-43d1-aef8-ab61242fa639/cdac509b-bdd3-43d1-aef8-ab61242fa639.vmdk to [datastore1] 30f98ccc-c8eb-4b65-82f0-6702a7214679/30f98ccc-c8eb-4b65-82f0-6702a7214679.vmdk {{(pid=70771) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.586121] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Extending root virtual disk to 1048576 {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.586365] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f2108c2-907d-4878-ae1a-315ec484e9ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.592235] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1424.592235] env[70771]: value = "task-3514869" [ 1424.592235] env[70771]: _type = "Task" [ 1424.592235] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.598939] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.689598] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.102172] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057611} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.102493] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Extended root virtual disk {{(pid=70771) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.103258] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa17a2-e744-4080-b586-36e488f0a304 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.124514] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 30f98ccc-c8eb-4b65-82f0-6702a7214679/30f98ccc-c8eb-4b65-82f0-6702a7214679.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.124715] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a400a9fc-08af-4e67-b5d3-b02042f10028 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.144161] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1425.144161] env[70771]: value = "task-3514870" [ 1425.144161] env[70771]: _type = "Task" [ 1425.144161] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.151532] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.654176] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.154721] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514870, 'name': ReconfigVM_Task, 'duration_secs': 0.581192} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.154997] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 30f98ccc-c8eb-4b65-82f0-6702a7214679/30f98ccc-c8eb-4b65-82f0-6702a7214679.vmdk or device None with type sparse {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.155613] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-098bd618-6b6f-49c8-ad23-27b7fa3af89b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.162272] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1426.162272] env[70771]: value = "task-3514871" [ 1426.162272] env[70771]: _type = "Task" [ 1426.162272] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.169787] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514871, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.672346] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514871, 'name': Rename_Task, 'duration_secs': 0.147225} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.672747] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.672853] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530ce55f-14bc-4706-b301-2cc1f59d91d6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.678789] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1426.678789] env[70771]: value = "task-3514872" [ 1426.678789] env[70771]: _type = "Task" [ 1426.678789] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.686294] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.189153] env[70771]: DEBUG oslo_vmware.api [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514872, 'name': PowerOnVM_Task, 'duration_secs': 0.477399} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.189436] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.189639] env[70771]: INFO nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1427.189820] env[70771]: DEBUG nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.190622] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11c992d-c725-4625-91d7-1c131554b2ce {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.690226] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.690519] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1427.700779] env[70771]: DEBUG nova.compute.manager [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Received event network-changed-a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.700779] env[70771]: DEBUG nova.compute.manager [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Refreshing instance network info cache due to event network-changed-a0e13dcc-3f6e-4ae3-9be7-080cda023746. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.700779] env[70771]: DEBUG oslo_concurrency.lockutils [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] Acquiring lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.700779] env[70771]: DEBUG oslo_concurrency.lockutils [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] Acquired lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.700971] env[70771]: DEBUG nova.network.neutron [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Refreshing network info cache for port a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.708082] env[70771]: INFO nova.compute.manager [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Took 11.76 seconds to build instance. [ 1428.211200] env[70771]: DEBUG oslo_concurrency.lockutils [None req-d8417700-4ccc-457b-9ced-78d53615bd77 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.270s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.392691] env[70771]: DEBUG nova.network.neutron [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Updated VIF entry in instance network info cache for port a0e13dcc-3f6e-4ae3-9be7-080cda023746. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.393057] env[70771]: DEBUG nova.network.neutron [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Updating instance_info_cache with network_info: [{"id": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "address": "fa:16:3e:40:32:f5", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e13dcc-3f", "ovs_interfaceid": "a0e13dcc-3f6e-4ae3-9be7-080cda023746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.685487] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.895654] env[70771]: DEBUG oslo_concurrency.lockutils [req-2c6e6420-e1ca-400e-80ba-f401fee93e94 req-4e758112-3497-4c56-bae4-99a57900912e service nova] Releasing lock "refresh_cache-30f98ccc-c8eb-4b65-82f0-6702a7214679" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.984713] env[70771]: INFO nova.compute.manager [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Rebuilding instance [ 1445.029349] env[70771]: DEBUG nova.compute.manager [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.030223] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b729408d-3c27-466a-8333-6946c8e89ac1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.043111] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.043498] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5acb93d3-8005-4444-8cd0-8ed4132abf44 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.051224] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1446.051224] env[70771]: value = "task-3514881" [ 1446.051224] env[70771]: _type = "Task" [ 1446.051224] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.059768] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.560577] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514881, 'name': PowerOffVM_Task, 'duration_secs': 0.178043} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.560779] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.561500] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.561749] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7822e8d-d949-4d5b-8c41-4463d78c51ca {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.568170] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1446.568170] env[70771]: value = "task-3514882" [ 1446.568170] env[70771]: _type = "Task" [ 1446.568170] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.575198] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.938420] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "9e0cb231-105c-4049-b740-33cfaec94b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.938646] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.079194] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] VM already powered off {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1447.079564] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1447.079564] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702219', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'name': 'volume-91752804-023e-4734-b67f-be0e33c13faf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f5dd79-3ded-4964-a829-ce009bf4878b', 'attached_at': '', 'detached_at': '', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'serial': '91752804-023e-4734-b67f-be0e33c13faf'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1447.080556] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f97d7-8db0-4d5f-a487-a74ab9670224 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.098564] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e354d-e014-42eb-bf33-cbf757fa9a55 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.105984] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aef7877-74e3-4065-8977-53d37ab87830 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.125914] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b893ab9-4f22-45c9-a2b1-0efafdbd085b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.141466] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] The volume has not been displaced from its original location: [datastore1] volume-91752804-023e-4734-b67f-be0e33c13faf/volume-91752804-023e-4734-b67f-be0e33c13faf.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1447.146839] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1447.147238] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a27ab6-5baa-44f2-ae17-e3aee8c89b31 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.166497] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1447.166497] env[70771]: value = "task-3514883" [ 1447.166497] env[70771]: _type = "Task" [ 1447.166497] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.174735] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.440673] env[70771]: DEBUG nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Starting instance... {{(pid=70771) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.676440] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514883, 'name': ReconfigVM_Task, 'duration_secs': 0.188657} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.676716] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1447.681243] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d942fd09-7d42-4faa-bd63-cc9aae5566ea {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.696494] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1447.696494] env[70771]: value = "task-3514884" [ 1447.696494] env[70771]: _type = "Task" [ 1447.696494] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.705605] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.963759] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.964062] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.965615] env[70771]: INFO nova.compute.claims [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.207023] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514884, 'name': ReconfigVM_Task, 'duration_secs': 0.106186} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.207466] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702219', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'name': 'volume-91752804-023e-4734-b67f-be0e33c13faf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f5dd79-3ded-4964-a829-ce009bf4878b', 'attached_at': '', 'detached_at': '', 'volume_id': '91752804-023e-4734-b67f-be0e33c13faf', 'serial': '91752804-023e-4734-b67f-be0e33c13faf'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1448.207656] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.208383] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510248f-1b31-443d-841f-0dae48e5dd76 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.214667] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.214875] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7f3f62-75b3-42fd-a89a-26051898654c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.286812] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.287052] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.287260] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Deleting the datastore file [datastore1] a2f5dd79-3ded-4964-a829-ce009bf4878b {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.287530] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f906cb73-b813-417d-ac64-0a2c837e60a0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.294328] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for the task: (returnval){ [ 1448.294328] env[70771]: value = "task-3514886" [ 1448.294328] env[70771]: _type = "Task" [ 1448.294328] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.301865] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.804721] env[70771]: DEBUG oslo_vmware.api [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Task: {'id': task-3514886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070193} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.804915] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.805105] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.805297] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.857252] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1448.857579] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1544004-2a62-40b4-9ef8-f0f0be02d87b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.868548] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76febaa-5f04-4ae2-85d9-916c71a86530 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.896238] env[70771]: ERROR nova.compute.manager [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Failed to detach volume 91752804-023e-4734-b67f-be0e33c13faf from /dev/sda: nova.exception.InstanceNotFound: Instance a2f5dd79-3ded-4964-a829-ce009bf4878b could not be found. [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Traceback (most recent call last): [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self.driver.rebuild(**kwargs) [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] raise NotImplementedError() [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] NotImplementedError [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] During handling of the above exception, another exception occurred: [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Traceback (most recent call last): [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self.driver.detach_volume(context, old_connection_info, [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] return self._volumeops.detach_volume(connection_info, instance) [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self._detach_volume_vmdk(connection_info, instance) [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] stable_ref.fetch_moref(session) [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] nova.exception.InstanceNotFound: Instance a2f5dd79-3ded-4964-a829-ce009bf4878b could not be found. [ 1448.896238] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1449.022637] env[70771]: DEBUG nova.compute.utils [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Build of instance a2f5dd79-3ded-4964-a829-ce009bf4878b aborted: Failed to rebuild volume backed instance. {{(pid=70771) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1449.024948] env[70771]: ERROR nova.compute.manager [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a2f5dd79-3ded-4964-a829-ce009bf4878b aborted: Failed to rebuild volume backed instance. [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Traceback (most recent call last): [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self.driver.rebuild(**kwargs) [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] raise NotImplementedError() [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] NotImplementedError [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] During handling of the above exception, another exception occurred: [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Traceback (most recent call last): [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self._detach_root_volume(context, instance, root_bdm) [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] with excutils.save_and_reraise_exception(): [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self.force_reraise() [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] raise self.value [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self.driver.detach_volume(context, old_connection_info, [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] return self._volumeops.detach_volume(connection_info, instance) [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self._detach_volume_vmdk(connection_info, instance) [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] stable_ref.fetch_moref(session) [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] nova.exception.InstanceNotFound: Instance a2f5dd79-3ded-4964-a829-ce009bf4878b could not be found. [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] During handling of the above exception, another exception occurred: [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Traceback (most recent call last): [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] yield [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1449.024948] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self._do_rebuild_instance_with_claim( [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self._do_rebuild_instance( [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self._rebuild_default_impl(**kwargs) [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] self._rebuild_volume_backed_instance( [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] raise exception.BuildAbortException( [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] nova.exception.BuildAbortException: Build of instance a2f5dd79-3ded-4964-a829-ce009bf4878b aborted: Failed to rebuild volume backed instance. [ 1449.026368] env[70771]: ERROR nova.compute.manager [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] [ 1449.028786] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaa2839-7ffa-4fdd-bbdf-862db5fadc58 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.037433] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2846354-060c-4d69-b188-04750418499d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.069335] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0ea68-93ef-4a51-907d-74346cbd0f4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.077748] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8d508e-d9d0-400f-bebf-3f7bbf557f02 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.091635] env[70771]: DEBUG nova.compute.provider_tree [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.594268] env[70771]: DEBUG nova.scheduler.client.report [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.098828] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.099219] env[70771]: DEBUG nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Start building networks asynchronously for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.603997] env[70771]: DEBUG nova.compute.utils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Using /dev/sd instead of None {{(pid=70771) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.605649] env[70771]: DEBUG nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Allocating IP information in the background. {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.605795] env[70771]: DEBUG nova.network.neutron [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] allocate_for_instance() {{(pid=70771) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.644520] env[70771]: DEBUG nova.policy [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed67809d6405470aae3b1c899cf82f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6cf8de06e640d7a97abd55a46ab788', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70771) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.908786] env[70771]: DEBUG nova.network.neutron [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Successfully created port: a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.044053] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.044352] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.094231] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e7f7cb-58bb-495c-b3bd-519e29e6cfcd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.102063] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8e28c-2669-4906-8cb4-f8b15930b78e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.132263] env[70771]: DEBUG nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Start building block device mappings for instance. {{(pid=70771) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.135870] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e1614-b5cf-419f-a555-ff1c1f7d421f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.144283] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce4afb-6624-447a-bf91-52bc8e557fe7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.158040] env[70771]: DEBUG nova.compute.provider_tree [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.637244] env[70771]: INFO nova.virt.block_device [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Booting with volume c7b3d400-2e0c-478b-a358-71dd374d38ee at /dev/sda [ 1451.661195] env[70771]: DEBUG nova.scheduler.client.report [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.676028] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f672f53-90dc-49c8-8d26-64cccf5bc7f5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.686729] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d750c7b5-ccab-450d-b1ab-3828c99da6fe {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.714912] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0626384a-bbd1-4d88-8913-a62d235ba8b0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.724526] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2504284-9672-4794-a81e-11fe593eaf4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.753757] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6696a96a-e9a8-4c5c-a1db-357033b40339 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.760140] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be331d87-e316-44aa-aba7-3265a08e3917 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.773452] env[70771]: DEBUG nova.virt.block_device [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating existing volume attachment record: 717fcf49-a01b-463f-bff2-be96ccdae1c1 {{(pid=70771) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1451.961884] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquiring lock "a2f5dd79-3ded-4964-a829-ce009bf4878b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.962188] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.962406] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquiring lock "a2f5dd79-3ded-4964-a829-ce009bf4878b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.962591] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.962756] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.965184] env[70771]: INFO nova.compute.manager [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Terminating instance [ 1452.167488] env[70771]: DEBUG oslo_concurrency.lockutils [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.123s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.167704] env[70771]: INFO nova.compute.manager [None req-14bd4540-6f4c-4a19-85df-a9f7628360ed tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Successfully reverted task state from rebuilding on failure for instance. [ 1452.259878] env[70771]: DEBUG nova.compute.manager [req-5a6dc1d4-e82f-4d1b-ad9f-4eff0d186b03 req-eb8607c7-48e7-4c2f-a727-e94f72566eac service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Received event network-vif-plugged-a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.259878] env[70771]: DEBUG oslo_concurrency.lockutils [req-5a6dc1d4-e82f-4d1b-ad9f-4eff0d186b03 req-eb8607c7-48e7-4c2f-a727-e94f72566eac service nova] Acquiring lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.259878] env[70771]: DEBUG oslo_concurrency.lockutils [req-5a6dc1d4-e82f-4d1b-ad9f-4eff0d186b03 req-eb8607c7-48e7-4c2f-a727-e94f72566eac service nova] Lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.259878] env[70771]: DEBUG oslo_concurrency.lockutils [req-5a6dc1d4-e82f-4d1b-ad9f-4eff0d186b03 req-eb8607c7-48e7-4c2f-a727-e94f72566eac service nova] Lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.260130] env[70771]: DEBUG nova.compute.manager [req-5a6dc1d4-e82f-4d1b-ad9f-4eff0d186b03 req-eb8607c7-48e7-4c2f-a727-e94f72566eac service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] No waiting events found dispatching network-vif-plugged-a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.260519] env[70771]: WARNING nova.compute.manager [req-5a6dc1d4-e82f-4d1b-ad9f-4eff0d186b03 req-eb8607c7-48e7-4c2f-a727-e94f72566eac service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Received unexpected event network-vif-plugged-a241ab39-cfbb-486b-ac10-271af2c65091 for instance with vm_state building and task_state block_device_mapping. [ 1452.339793] env[70771]: DEBUG nova.network.neutron [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Successfully updated port: a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.469946] env[70771]: DEBUG nova.compute.manager [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.470328] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d90452b-85d5-47a8-bc52-b9dfd46f1335 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.480583] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b1b9a-6918-4e66-b82c-a45bc138166e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.506850] env[70771]: WARNING nova.virt.vmwareapi.driver [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a2f5dd79-3ded-4964-a829-ce009bf4878b could not be found. [ 1452.507061] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.507354] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc97ad68-98e7-4712-b8be-43283d053397 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.515658] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aaad4a-2f33-4bdf-8549-bb1aa30da7cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.540823] env[70771]: WARNING nova.virt.vmwareapi.vmops [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a2f5dd79-3ded-4964-a829-ce009bf4878b could not be found. [ 1452.541011] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.541200] env[70771]: INFO nova.compute.manager [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1452.541433] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.541629] env[70771]: DEBUG nova.compute.manager [-] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1452.541724] env[70771]: DEBUG nova.network.neutron [-] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1452.842854] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.843224] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.843224] env[70771]: DEBUG nova.network.neutron [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.376181] env[70771]: DEBUG nova.network.neutron [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Instance cache missing network info. {{(pid=70771) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.499969] env[70771]: DEBUG nova.network.neutron [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [{"id": "a241ab39-cfbb-486b-ac10-271af2c65091", "address": "fa:16:3e:ed:96:2a", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa241ab39-cf", "ovs_interfaceid": "a241ab39-cfbb-486b-ac10-271af2c65091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.507347] env[70771]: DEBUG nova.network.neutron [-] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.864541] env[70771]: DEBUG nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Start spawning the instance on the hypervisor. {{(pid=70771) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.865125] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.865353] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.865520] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.865707] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.865853] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.865999] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.866221] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.866382] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.866553] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.866716] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.866891] env[70771]: DEBUG nova.virt.hardware [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.867810] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afad6fab-6f54-469f-963c-ad562983fad5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.876215] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b56581c-fce9-48b3-a10b-493dbf1b66ec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.005321] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.005654] env[70771]: DEBUG nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Instance network_info: |[{"id": "a241ab39-cfbb-486b-ac10-271af2c65091", "address": "fa:16:3e:ed:96:2a", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa241ab39-cf", "ovs_interfaceid": "a241ab39-cfbb-486b-ac10-271af2c65091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70771) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.006115] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:96:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a241ab39-cfbb-486b-ac10-271af2c65091', 'vif_model': 'vmxnet3'}] {{(pid=70771) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.013770] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.014116] env[70771]: INFO nova.compute.manager [-] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Took 1.47 seconds to deallocate network for instance. [ 1454.014339] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Creating VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.017964] env[70771]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7944db63-a6aa-4fb4-96e5-0cb8e368b813 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.041199] env[70771]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.041199] env[70771]: value = "task-3514887" [ 1454.041199] env[70771]: _type = "Task" [ 1454.041199] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.049404] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514887, 'name': CreateVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.294332] env[70771]: DEBUG nova.compute.manager [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Received event network-changed-a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.296279] env[70771]: DEBUG nova.compute.manager [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Refreshing instance network info cache due to event network-changed-a241ab39-cfbb-486b-ac10-271af2c65091. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1454.296590] env[70771]: DEBUG oslo_concurrency.lockutils [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] Acquiring lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.296797] env[70771]: DEBUG oslo_concurrency.lockutils [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] Acquired lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.297062] env[70771]: DEBUG nova.network.neutron [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Refreshing network info cache for port a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.552265] env[70771]: DEBUG oslo_vmware.api [-] Task: {'id': task-3514887, 'name': CreateVM_Task, 'duration_secs': 0.35047} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.552404] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Created VM on the ESX host {{(pid=70771) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.552984] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702224', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'name': 'volume-c7b3d400-2e0c-478b-a358-71dd374d38ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e0cb231-105c-4049-b740-33cfaec94b61', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'serial': 'c7b3d400-2e0c-478b-a358-71dd374d38ee'}, 'boot_index': 0, 'attachment_id': '717fcf49-a01b-463f-bff2-be96ccdae1c1', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70771) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1454.553215] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Root volume attach. Driver type: vmdk {{(pid=70771) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1454.554014] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01ffbc-3764-45ee-b84a-73337a1868cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.562068] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f92e19f-59a1-4870-a5ad-b645ae48445e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.569019] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aaedb6-7d2a-4d93-99d8-66078b78a5d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.575557] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-aab73a20-19ad-4fc7-9f72-e3e3e127a9c5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.579362] env[70771]: INFO nova.compute.manager [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Took 0.56 seconds to detach 1 volumes for instance. [ 1454.581436] env[70771]: DEBUG nova.compute.manager [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Deleting volume: 91752804-023e-4734-b67f-be0e33c13faf {{(pid=70771) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1454.584517] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1454.584517] env[70771]: value = "task-3514888" [ 1454.584517] env[70771]: _type = "Task" [ 1454.584517] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.592798] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514888, 'name': RelocateVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.012336] env[70771]: DEBUG nova.network.neutron [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updated VIF entry in instance network info cache for port a241ab39-cfbb-486b-ac10-271af2c65091. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.012698] env[70771]: DEBUG nova.network.neutron [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [{"id": "a241ab39-cfbb-486b-ac10-271af2c65091", "address": "fa:16:3e:ed:96:2a", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa241ab39-cf", "ovs_interfaceid": "a241ab39-cfbb-486b-ac10-271af2c65091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.096430] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514888, 'name': RelocateVM_Task, 'duration_secs': 0.366351} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.096816] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Volume attach. Driver type: vmdk {{(pid=70771) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1455.097092] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702224', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'name': 'volume-c7b3d400-2e0c-478b-a358-71dd374d38ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e0cb231-105c-4049-b740-33cfaec94b61', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'serial': 'c7b3d400-2e0c-478b-a358-71dd374d38ee'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1455.097886] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8834e285-40c9-4c8d-8f3d-e746f052ce8a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.113829] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c75322-6a99-49e3-9e4e-c2885108fdb0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.136470] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-c7b3d400-2e0c-478b-a358-71dd374d38ee/volume-c7b3d400-2e0c-478b-a358-71dd374d38ee.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.137706] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.137706] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.137926] env[70771]: DEBUG nova.objects.instance [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lazy-loading 'resources' on Instance uuid a2f5dd79-3ded-4964-a829-ce009bf4878b {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.139570] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb6ccf8-8e51-4a48-9c06-e3c8e09b5670 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.161088] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1455.161088] env[70771]: value = "task-3514890" [ 1455.161088] env[70771]: _type = "Task" [ 1455.161088] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.171826] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.516639] env[70771]: DEBUG oslo_concurrency.lockutils [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] Releasing lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.516910] env[70771]: DEBUG nova.compute.manager [req-90754472-4f43-4489-bdc1-fc0000e4cf7a req-40438439-9c1b-4c40-a339-bc63ac6c26b9 service nova] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Received event network-vif-deleted-2dcdb933-4d85-4f18-ab81-29b2c19a2d49 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.671311] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514890, 'name': ReconfigVM_Task, 'duration_secs': 0.257367} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.671569] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-c7b3d400-2e0c-478b-a358-71dd374d38ee/volume-c7b3d400-2e0c-478b-a358-71dd374d38ee.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.679143] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2432d6e-5bda-4720-9b97-a5402f2bbb3f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.696285] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1455.696285] env[70771]: value = "task-3514891" [ 1455.696285] env[70771]: _type = "Task" [ 1455.696285] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.708524] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.723827] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f69211f-60f5-48d6-b71c-5b5fba1aa7fb {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.731739] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a8aa5-66f7-4953-8055-a730fae33654 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.763270] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5481d7e4-0bcc-41be-b966-e0df46993dec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.771379] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c18824-2852-4850-95b9-81e3c623230f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.784946] env[70771]: DEBUG nova.compute.provider_tree [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.206518] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514891, 'name': ReconfigVM_Task, 'duration_secs': 0.13744} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.206778] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702224', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'name': 'volume-c7b3d400-2e0c-478b-a358-71dd374d38ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e0cb231-105c-4049-b740-33cfaec94b61', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'serial': 'c7b3d400-2e0c-478b-a358-71dd374d38ee'} {{(pid=70771) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1456.207135] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e4073c-53d5-427b-bdc8-0b6368a99cec {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.215572] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1456.215572] env[70771]: value = "task-3514892" [ 1456.215572] env[70771]: _type = "Task" [ 1456.215572] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.226079] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514892, 'name': Rename_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.288556] env[70771]: DEBUG nova.scheduler.client.report [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.726550] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514892, 'name': Rename_Task, 'duration_secs': 0.141229} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.726855] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.727123] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b44f2f4f-db5a-4751-9fe3-f43d398befab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.734299] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1456.734299] env[70771]: value = "task-3514893" [ 1456.734299] env[70771]: _type = "Task" [ 1456.734299] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.742191] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.793271] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.245075] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.312360] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4cfe2ba6-30ec-41f1-bc2c-741131d587f5 tempest-ServerActionsV293TestJSON-1313533080 tempest-ServerActionsV293TestJSON-1313533080-project-member] Lock "a2f5dd79-3ded-4964-a829-ce009bf4878b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.350s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.746095] env[70771]: DEBUG oslo_vmware.api [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514893, 'name': PowerOnVM_Task, 'duration_secs': 0.679637} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.746379] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.746564] env[70771]: INFO nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Took 3.88 seconds to spawn the instance on the hypervisor. [ 1457.746744] env[70771]: DEBUG nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Checking state {{(pid=70771) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.747554] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e366438-b6fb-4ca0-a46f-085502fc1a59 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.264212] env[70771]: INFO nova.compute.manager [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Took 10.32 seconds to build instance. [ 1458.766529] env[70771]: DEBUG oslo_concurrency.lockutils [None req-3cabf9df-4dd5-4eb5-90c3-27801ba91963 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.828s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.117384] env[70771]: DEBUG nova.compute.manager [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Received event network-changed-6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.117618] env[70771]: DEBUG nova.compute.manager [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Refreshing instance network info cache due to event network-changed-6c399517-1060-41a9-9e57-1925e34a7727. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.117810] env[70771]: DEBUG oslo_concurrency.lockutils [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] Acquiring lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.117981] env[70771]: DEBUG oslo_concurrency.lockutils [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] Acquired lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.118137] env[70771]: DEBUG nova.network.neutron [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Refreshing network info cache for port 6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.832652] env[70771]: DEBUG nova.network.neutron [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updated VIF entry in instance network info cache for port 6c399517-1060-41a9-9e57-1925e34a7727. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.833097] env[70771]: DEBUG nova.network.neutron [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updating instance_info_cache with network_info: [{"id": "6c399517-1060-41a9-9e57-1925e34a7727", "address": "fa:16:3e:3a:ac:25", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c399517-10", "ovs_interfaceid": "6c399517-1060-41a9-9e57-1925e34a7727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.335552] env[70771]: DEBUG oslo_concurrency.lockutils [req-9f29d6a5-b8c4-4feb-814c-7d07fadc9a84 req-419d5744-8f4e-4697-95d7-dfcb2bb82180 service nova] Releasing lock "refresh_cache-c27d1156-1fd4-486e-bd6f-6165a8c48102" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.687133] env[70771]: DEBUG nova.compute.manager [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Stashing vm_state: active {{(pid=70771) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1461.144183] env[70771]: DEBUG nova.compute.manager [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Received event network-changed-a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.144384] env[70771]: DEBUG nova.compute.manager [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Refreshing instance network info cache due to event network-changed-a241ab39-cfbb-486b-ac10-271af2c65091. {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1461.144607] env[70771]: DEBUG oslo_concurrency.lockutils [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] Acquiring lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.144752] env[70771]: DEBUG oslo_concurrency.lockutils [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] Acquired lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.144915] env[70771]: DEBUG nova.network.neutron [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Refreshing network info cache for port a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.205682] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.205940] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.710493] env[70771]: INFO nova.compute.claims [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.847294] env[70771]: DEBUG nova.network.neutron [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updated VIF entry in instance network info cache for port a241ab39-cfbb-486b-ac10-271af2c65091. {{(pid=70771) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.847663] env[70771]: DEBUG nova.network.neutron [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [{"id": "a241ab39-cfbb-486b-ac10-271af2c65091", "address": "fa:16:3e:ed:96:2a", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa241ab39-cf", "ovs_interfaceid": "a241ab39-cfbb-486b-ac10-271af2c65091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.216331] env[70771]: INFO nova.compute.resource_tracker [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating resource usage from migration 998f8fa1-d68a-409d-8fa4-e2302286d33d [ 1462.274977] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97237718-c046-422b-81ff-f13cb9c49ad2 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.284711] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e260f-ce34-49d9-8418-2320198bbbde {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.313966] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0e8eb-b1fa-4694-bbfb-273043b595ab {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.321141] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af187be-a895-4eac-b71d-fd34cdd3228d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.333884] env[70771]: DEBUG nova.compute.provider_tree [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.350565] env[70771]: DEBUG oslo_concurrency.lockutils [req-bffcfa1e-e602-4be1-a245-9f1e57a23bb7 req-772b80bc-ffb6-4302-b3f3-c6c898dd33fa service nova] Releasing lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.837116] env[70771]: DEBUG nova.scheduler.client.report [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.342016] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.342366] env[70771]: INFO nova.compute.manager [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Migrating [ 1463.855671] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.855856] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.856053] env[70771]: DEBUG nova.network.neutron [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.553415] env[70771]: DEBUG nova.network.neutron [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [{"id": "a241ab39-cfbb-486b-ac10-271af2c65091", "address": "fa:16:3e:ed:96:2a", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa241ab39-cf", "ovs_interfaceid": "a241ab39-cfbb-486b-ac10-271af2c65091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.056178] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.571776] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318e77e0-8e11-458f-9e18-5873c678cf6d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.591231] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance '9e0cb231-105c-4049-b740-33cfaec94b61' progress to 0 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.097860] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.097860] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cdf89ef-7f23-4e03-a5fa-5090f8d234f4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.108144] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1467.108144] env[70771]: value = "task-3514894" [ 1467.108144] env[70771]: _type = "Task" [ 1467.108144] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.116805] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.618372] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514894, 'name': PowerOffVM_Task, 'duration_secs': 0.214716} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.618716] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.618853] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance '9e0cb231-105c-4049-b740-33cfaec94b61' progress to 17 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.126214] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.126476] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.126675] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.126874] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.127039] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.127194] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.127433] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.127604] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.127771] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.127933] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.128116] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.133065] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c150a9e-60cf-4c2d-a318-adc109093987 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.149796] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1468.149796] env[70771]: value = "task-3514895" [ 1468.149796] env[70771]: _type = "Task" [ 1468.149796] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.158317] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.663012] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514895, 'name': ReconfigVM_Task, 'duration_secs': 0.155504} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.663476] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance '9e0cb231-105c-4049-b740-33cfaec94b61' progress to 33 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1469.172144] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T14:52:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.172144] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.172340] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image limits 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.172472] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Flavor pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.172620] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Image pref 0:0:0 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.172767] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70771) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.172964] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.173136] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.173305] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Got 1 possible topologies {{(pid=70771) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.173469] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.173641] env[70771]: DEBUG nova.virt.hardware [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70771) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.178873] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1469.179174] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a98990-9a05-40dc-9ecf-919016f5d4c7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.200399] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1469.200399] env[70771]: value = "task-3514896" [ 1469.200399] env[70771]: _type = "Task" [ 1469.200399] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.208562] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.711171] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514896, 'name': ReconfigVM_Task, 'duration_secs': 0.160157} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.711485] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1469.712202] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5ed6f3-2bb8-4ca8-8a5d-b48a5c2ad98e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.733610] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-c7b3d400-2e0c-478b-a358-71dd374d38ee/volume-c7b3d400-2e0c-478b-a358-71dd374d38ee.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.734164] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e01cd9-1dc3-4168-b22d-6e7f0b4a05a7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.753512] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1469.753512] env[70771]: value = "task-3514897" [ 1469.753512] env[70771]: _type = "Task" [ 1469.753512] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.762911] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.263465] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514897, 'name': ReconfigVM_Task, 'duration_secs': 0.239011} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.263749] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-c7b3d400-2e0c-478b-a358-71dd374d38ee/volume-c7b3d400-2e0c-478b-a358-71dd374d38ee.vmdk or device None with type thin {{(pid=70771) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.264024] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance '9e0cb231-105c-4049-b740-33cfaec94b61' progress to 50 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.770705] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fa556d-2a75-497b-a9a9-e4e10e2a7318 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.789794] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8529ad2d-c643-4aa2-b120-51f018fbf05f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.806446] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance '9e0cb231-105c-4049-b740-33cfaec94b61' progress to 67 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1472.440614] env[70771]: DEBUG nova.network.neutron [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Port a241ab39-cfbb-486b-ac10-271af2c65091 binding to destination host cpu-1 is already ACTIVE {{(pid=70771) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1473.463735] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.464100] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.464167] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.498714] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.498935] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.499095] env[70771]: DEBUG nova.network.neutron [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.191563] env[70771]: DEBUG nova.network.neutron [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [{"id": "a241ab39-cfbb-486b-ac10-271af2c65091", "address": "fa:16:3e:ed:96:2a", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa241ab39-cf", "ovs_interfaceid": "a241ab39-cfbb-486b-ac10-271af2c65091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.690274] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.694466] env[70771]: DEBUG oslo_concurrency.lockutils [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.203869] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd28df7-7ff7-4b76-8d74-4efb7c642a97 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.211510] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e269b1-8ff0-40bd-a39a-e07b9854e0c0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.308572] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31257207-e9be-40bb-8d14-ca8f57d238d7 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.329136] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9353f66f-a187-4783-a42f-3588431f4f17 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.002806] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance '9e0cb231-105c-4049-b740-33cfaec94b61' progress to 83 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.509388] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powering on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.509712] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f8fa9fd-4174-4b6b-a507-601c7cb26ae8 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.517737] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1478.517737] env[70771]: value = "task-3514898" [ 1478.517737] env[70771]: _type = "Task" [ 1478.517737] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.539127] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.028746] env[70771]: DEBUG oslo_vmware.api [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514898, 'name': PowerOnVM_Task, 'duration_secs': 0.393829} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.029020] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powered on the VM {{(pid=70771) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.029215] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-4a57794a-423a-400b-bd4a-eb9b06004b06 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance '9e0cb231-105c-4049-b740-33cfaec94b61' progress to 100 {{(pid=70771) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1479.193129] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.689874] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.685171] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.689692] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.821345] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "9e0cb231-105c-4049-b740-33cfaec94b61" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.821671] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.821738] env[70771]: DEBUG nova.compute.manager [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Going to confirm migration 10 {{(pid=70771) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1481.193458] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.193726] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.193903] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.194074] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1481.194981] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fab903b-4f2b-4439-ae61-6e47b254f8ac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.203539] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2193109-327a-4c00-b6a8-fe1c2eb453ef {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.217610] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7212c35-b260-4b3f-b325-f8b8aabda072 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.223846] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f648a8c-7ad7-44c4-a403-a85edca40366 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.251715] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180436MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1481.251862] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.252092] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.389469] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.389660] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquired lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.389836] env[70771]: DEBUG nova.network.neutron [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Building network info cache for instance {{(pid=70771) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.390033] env[70771]: DEBUG nova.objects.instance [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'info_cache' on Instance uuid 9e0cb231-105c-4049-b740-33cfaec94b61 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.259959] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Applying migration context for instance 9e0cb231-105c-4049-b740-33cfaec94b61 as it has an incoming, in-progress migration 998f8fa1-d68a-409d-8fa4-e2302286d33d. Migration status is confirming {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1482.260729] env[70771]: INFO nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating resource usage from migration 998f8fa1-d68a-409d-8fa4-e2302286d33d [ 1482.303942] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance c27d1156-1fd4-486e-bd6f-6165a8c48102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1482.304126] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 30f98ccc-c8eb-4b65-82f0-6702a7214679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1482.304258] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Migration 998f8fa1-d68a-409d-8fa4-e2302286d33d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1482.304382] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Instance 9e0cb231-105c-4049-b740-33cfaec94b61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70771) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1482.304560] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1482.304701] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1482.356653] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6342ad4-bbd5-4793-af51-151ae7c06420 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.364416] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87490e0b-43d3-4419-869e-a4cc853b5fa0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.394432] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b202ba15-30db-46b0-9b2b-0ddbb19f38f9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.402908] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a60dd29-b10f-4fab-9b6c-ed5095fff9a3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.415523] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.588537] env[70771]: DEBUG nova.network.neutron [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [{"id": "a241ab39-cfbb-486b-ac10-271af2c65091", "address": "fa:16:3e:ed:96:2a", "network": {"id": "56e72b8f-71c8-47c9-a0a0-59cb454663f9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1548384160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b6cf8de06e640d7a97abd55a46ab788", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa241ab39-cf", "ovs_interfaceid": "a241ab39-cfbb-486b-ac10-271af2c65091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.919240] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.092019] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Releasing lock "refresh_cache-9e0cb231-105c-4049-b740-33cfaec94b61" {{(pid=70771) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.092345] env[70771]: DEBUG nova.objects.instance [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'migration_context' on Instance uuid 9e0cb231-105c-4049-b740-33cfaec94b61 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.423991] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1483.424356] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.424442] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.424580] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Cleaning up deleted instances with incomplete migration {{(pid=70771) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1483.594922] env[70771]: DEBUG nova.objects.base [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Object Instance<9e0cb231-105c-4049-b740-33cfaec94b61> lazy-loaded attributes: info_cache,migration_context {{(pid=70771) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1483.596032] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162f90e-4303-4fd2-b331-48e0ed7bbd4c {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.615045] env[70771]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63e8a09-996c-48eb-b8e2-fcb73dfb7d57 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.620109] env[70771]: DEBUG oslo_vmware.api [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1483.620109] env[70771]: value = "session[520261bd-fb28-b18c-1754-7424ef03c105]521f91cc-0dd8-9087-56fc-4b2e16ff62cf" [ 1483.620109] env[70771]: _type = "Task" [ 1483.620109] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.629387] env[70771]: DEBUG oslo_vmware.api [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521f91cc-0dd8-9087-56fc-4b2e16ff62cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.130977] env[70771]: DEBUG oslo_vmware.api [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': session[520261bd-fb28-b18c-1754-7424ef03c105]521f91cc-0dd8-9087-56fc-4b2e16ff62cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008739} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.130977] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.131203] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.688760] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12245771-0607-4e61-a3f1-920d9c7fd266 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.696401] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0cad19-8f61-42ec-80dd-fb5f432f332f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.726853] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be1ae4-2dcb-4d6a-9426-724d31ce4b28 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.733259] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa085d-c9a4-4b05-a579-15f8370835f0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.745969] env[70771]: DEBUG nova.compute.provider_tree [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.249289] env[70771]: DEBUG nova.scheduler.client.report [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.927828] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.927828] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.927828] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.262021] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.129s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.827277] env[70771]: INFO nova.scheduler.client.report [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted allocation for migration 998f8fa1-d68a-409d-8fa4-e2302286d33d [ 1487.140283] env[70771]: INFO nova.compute.manager [None req-61b431a5-2bf4-4b39-8417-a08f32ca4f9e tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Get console output [ 1487.140829] env[70771]: WARNING nova.virt.vmwareapi.driver [None req-61b431a5-2bf4-4b39-8417-a08f32ca4f9e tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] The console log is missing. Check your VSPC configuration [ 1487.332863] env[70771]: DEBUG oslo_concurrency.lockutils [None req-0bc6f5e5-cf8b-4e59-896d-ecdbef80894d tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.511s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.689956] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.690309] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Cleaning up deleted instances {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1489.198357] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] There are 25 instances to clean {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1489.198669] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: a2f5dd79-3ded-4964-a829-ce009bf4878b] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.701490] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 57d7a3f4-18dc-41f0-9333-80162542f576] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.205019] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: e3059825-c383-4b31-bfd3-40b70be95cb2] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.708665] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b2fe712b-6aae-49ed-a6e4-477b8074bae4] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.212275] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 21b4d1ef-b53c-403b-a9d2-4045c7169edb] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.716303] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 5be19150-915f-4abe-b194-c9f82c38a308] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.220244] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: d615cbdd-6547-4135-ba0b-c840e67310a9] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.723576] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 6ffad083-0780-46d0-bac6-4455ea7ae38c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.227279] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 07b44d6e-0e41-4b9a-9669-13db57e3abd6] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.730640] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 8c61f274-4d94-42d0-ac24-622d47e27357] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.234404] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: c0958af7-58a0-41d0-97b6-21adb67f2914] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.738182] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: e918f0f3-0edc-4166-8b7b-cf2b7169acbf] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.241685] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 2cf3375d-7e07-4f74-9590-9de49393466f] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.744691] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 05041d4a-2189-4585-ad6b-b54d7c05b9fa] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.248288] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 46b79f17-4ad1-477f-919d-34f5dc69a245] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.752075] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: e6070596-c2c7-42fb-8833-557d3ea583a9] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.255563] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: f112980c-96c4-4bbd-83e3-72cb304992f4] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.759117] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 14f28f6e-3d41-4700-a7f2-76cace443578] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.262689] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 9c9ce6de-0529-4ab4-b137-8be517689a26] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.766574] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: e8344264-4872-4429-84e8-4453989d6c3c] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.271578] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 19083887-c25c-476c-b421-40549d1833b5] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.775311] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 10ae9802-dfb4-4e7c-aa1b-2cf9a70262f6] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.278371] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 90881010-995d-4853-a59a-724e5778df53] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.781578] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: 88a63d80-916a-40fe-b8fe-ab18d3d8802f] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.285714] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] [instance: b4213304-4027-4f7a-aa55-aefe8e2dd019] Instance has had 0 of 5 cleanup attempts {{(pid=70771) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.789346] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.789680] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1514.152108] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "9e0cb231-105c-4049-b740-33cfaec94b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.152492] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.152619] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.152799] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.152971] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.156742] env[70771]: INFO nova.compute.manager [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Terminating instance [ 1514.660360] env[70771]: DEBUG nova.compute.manager [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.660647] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.660955] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-599e50be-8edd-4b75-b60d-9dd43613fd71 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.671476] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1514.671476] env[70771]: value = "task-3514899" [ 1514.671476] env[70771]: _type = "Task" [ 1514.671476] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.680097] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.180807] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514899, 'name': PowerOffVM_Task, 'duration_secs': 0.176981} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.181221] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.181261] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Volume detach. Driver type: vmdk {{(pid=70771) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1515.181455] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702224', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'name': 'volume-c7b3d400-2e0c-478b-a358-71dd374d38ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9e0cb231-105c-4049-b740-33cfaec94b61', 'attached_at': '2025-04-22T15:08:49.000000', 'detached_at': '', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'serial': 'c7b3d400-2e0c-478b-a358-71dd374d38ee'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1515.182207] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e35291-90db-402e-96cc-a374de7e22b1 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.199784] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cf66f9-e032-4c78-85b0-164c2328064a {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.205747] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6931b1-9cca-48fe-ba2e-abe7bdd5fbac {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.223347] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134cbbff-3421-4f8f-8ca4-a8de36b84ee0 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.237045] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] The volume has not been displaced from its original location: [datastore1] volume-c7b3d400-2e0c-478b-a358-71dd374d38ee/volume-c7b3d400-2e0c-478b-a358-71dd374d38ee.vmdk. No consolidation needed. {{(pid=70771) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1515.242137] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1515.242393] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d935c3fe-0c43-4ff4-ac96-9ddf9080777b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.260705] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1515.260705] env[70771]: value = "task-3514900" [ 1515.260705] env[70771]: _type = "Task" [ 1515.260705] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.268456] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.770314] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514900, 'name': ReconfigVM_Task, 'duration_secs': 0.154229} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.770597] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=70771) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1515.775153] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04974586-a517-435d-a8a8-bf28359701cd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.789787] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1515.789787] env[70771]: value = "task-3514901" [ 1515.789787] env[70771]: _type = "Task" [ 1515.789787] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.797380] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.299349] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514901, 'name': ReconfigVM_Task, 'duration_secs': 0.148905} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.299706] env[70771]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-702224', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'name': 'volume-c7b3d400-2e0c-478b-a358-71dd374d38ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9e0cb231-105c-4049-b740-33cfaec94b61', 'attached_at': '2025-04-22T15:08:49.000000', 'detached_at': '', 'volume_id': 'c7b3d400-2e0c-478b-a358-71dd374d38ee', 'serial': 'c7b3d400-2e0c-478b-a358-71dd374d38ee'} {{(pid=70771) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1516.299913] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.300663] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17555a33-d521-44f0-90be-25dd8aa9a049 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.306687] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.306902] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c194675-3ec9-47c7-8129-4290c0f03311 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.416397] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.416608] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.416790] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleting the datastore file [datastore1] 9e0cb231-105c-4049-b740-33cfaec94b61 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.417070] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95c81638-bfda-4d42-b59e-02d1cd4c9855 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.422797] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1516.422797] env[70771]: value = "task-3514903" [ 1516.422797] env[70771]: _type = "Task" [ 1516.422797] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.430108] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.932862] env[70771]: DEBUG oslo_vmware.api [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08414} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.933141] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.933330] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.933507] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.933685] env[70771]: INFO nova.compute.manager [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1516.933928] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1516.934139] env[70771]: DEBUG nova.compute.manager [-] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.934245] env[70771]: DEBUG nova.network.neutron [-] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1517.348964] env[70771]: DEBUG nova.compute.manager [req-0ea4cec3-c8fe-4acf-852b-2df3054b2899 req-e6272dc5-55db-484a-80dc-490a2bfd725d service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Received event network-vif-deleted-a241ab39-cfbb-486b-ac10-271af2c65091 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1517.348964] env[70771]: INFO nova.compute.manager [req-0ea4cec3-c8fe-4acf-852b-2df3054b2899 req-e6272dc5-55db-484a-80dc-490a2bfd725d service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Neutron deleted interface a241ab39-cfbb-486b-ac10-271af2c65091; detaching it from the instance and deleting it from the info cache [ 1517.349265] env[70771]: DEBUG nova.network.neutron [req-0ea4cec3-c8fe-4acf-852b-2df3054b2899 req-e6272dc5-55db-484a-80dc-490a2bfd725d service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.834628] env[70771]: DEBUG nova.network.neutron [-] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.851709] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4211ca1-e0b5-4d7f-a10c-b7079d02176f {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.862249] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd845d-f852-47ff-b242-7c81d56c0d60 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.890105] env[70771]: DEBUG nova.compute.manager [req-0ea4cec3-c8fe-4acf-852b-2df3054b2899 req-e6272dc5-55db-484a-80dc-490a2bfd725d service nova] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Detach interface failed, port_id=a241ab39-cfbb-486b-ac10-271af2c65091, reason: Instance 9e0cb231-105c-4049-b740-33cfaec94b61 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1518.336933] env[70771]: INFO nova.compute.manager [-] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Took 1.40 seconds to deallocate network for instance. [ 1518.879673] env[70771]: INFO nova.compute.manager [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Took 0.54 seconds to detach 1 volumes for instance. [ 1518.883428] env[70771]: DEBUG nova.compute.manager [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 9e0cb231-105c-4049-b740-33cfaec94b61] Deleting volume: c7b3d400-2e0c-478b-a358-71dd374d38ee {{(pid=70771) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1519.419500] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.419768] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.420020] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.441161] env[70771]: INFO nova.scheduler.client.report [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted allocations for instance 9e0cb231-105c-4049-b740-33cfaec94b61 [ 1519.948063] env[70771]: DEBUG oslo_concurrency.lockutils [None req-58ebebc8-fa00-40fb-b52c-a7571fdbd53b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "9e0cb231-105c-4049-b740-33cfaec94b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.836861] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "30f98ccc-c8eb-4b65-82f0-6702a7214679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.837164] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.837384] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "30f98ccc-c8eb-4b65-82f0-6702a7214679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.837567] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.837762] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.839885] env[70771]: INFO nova.compute.manager [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Terminating instance [ 1521.344203] env[70771]: DEBUG nova.compute.manager [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1521.344548] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.345406] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d79d46-04e6-4a78-93cb-4026b87f48c6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.353491] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.353716] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5be4f4e-c99b-48bc-b88b-6eb15d677077 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.360507] env[70771]: DEBUG oslo_vmware.api [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1521.360507] env[70771]: value = "task-3514905" [ 1521.360507] env[70771]: _type = "Task" [ 1521.360507] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.368522] env[70771]: DEBUG oslo_vmware.api [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.869712] env[70771]: DEBUG oslo_vmware.api [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514905, 'name': PowerOffVM_Task, 'duration_secs': 0.16325} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.869975] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.870191] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1521.870442] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-878e5ad2-a0c8-4dd0-8e82-3795c60c68dd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.929707] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.929926] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Deleting contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.930152] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleting the datastore file [datastore1] 30f98ccc-c8eb-4b65-82f0-6702a7214679 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.930419] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab538dd-62cf-4d85-b6ca-8ae50eba545e {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.936895] env[70771]: DEBUG oslo_vmware.api [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1521.936895] env[70771]: value = "task-3514907" [ 1521.936895] env[70771]: _type = "Task" [ 1521.936895] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.943972] env[70771]: DEBUG oslo_vmware.api [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.447151] env[70771]: DEBUG oslo_vmware.api [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131771} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.447515] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.447611] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Deleted contents of the VM from datastore datastore1 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.447823] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.448019] env[70771]: INFO nova.compute.manager [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1522.448279] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1522.448466] env[70771]: DEBUG nova.compute.manager [-] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1522.448561] env[70771]: DEBUG nova.network.neutron [-] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.696682] env[70771]: DEBUG nova.compute.manager [req-9a45977e-a76d-4984-917f-2d839ce00e82 req-6efd82e0-6ce6-4a7b-9580-86d89dd74bdb service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Received event network-vif-deleted-a0e13dcc-3f6e-4ae3-9be7-080cda023746 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.696890] env[70771]: INFO nova.compute.manager [req-9a45977e-a76d-4984-917f-2d839ce00e82 req-6efd82e0-6ce6-4a7b-9580-86d89dd74bdb service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Neutron deleted interface a0e13dcc-3f6e-4ae3-9be7-080cda023746; detaching it from the instance and deleting it from the info cache [ 1522.697070] env[70771]: DEBUG nova.network.neutron [req-9a45977e-a76d-4984-917f-2d839ce00e82 req-6efd82e0-6ce6-4a7b-9580-86d89dd74bdb service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.176064] env[70771]: DEBUG nova.network.neutron [-] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.201113] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f798221-c8df-4881-8a48-7f1aee880c6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.210854] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d70d4-943d-43d3-a0d8-2d0898bf7cfd {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.234843] env[70771]: DEBUG nova.compute.manager [req-9a45977e-a76d-4984-917f-2d839ce00e82 req-6efd82e0-6ce6-4a7b-9580-86d89dd74bdb service nova] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Detach interface failed, port_id=a0e13dcc-3f6e-4ae3-9be7-080cda023746, reason: Instance 30f98ccc-c8eb-4b65-82f0-6702a7214679 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1523.678508] env[70771]: INFO nova.compute.manager [-] [instance: 30f98ccc-c8eb-4b65-82f0-6702a7214679] Took 1.23 seconds to deallocate network for instance. [ 1524.185076] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.185367] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.185591] env[70771]: DEBUG nova.objects.instance [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'resources' on Instance uuid 30f98ccc-c8eb-4b65-82f0-6702a7214679 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.729648] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a0e3bb-832a-4d40-a4fe-0ac5f76f32b6 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.736780] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5cda9-aa38-484c-9d4d-9c5558d0fa65 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.766913] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f4d51f-5889-44fe-ba64-66abd3c9da6b {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.773618] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749446b-012e-4dd1-942e-b0191def58c9 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.786262] env[70771]: DEBUG nova.compute.provider_tree [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.288998] env[70771]: DEBUG nova.scheduler.client.report [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.794222] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.811556] env[70771]: INFO nova.scheduler.client.report [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted allocations for instance 30f98ccc-c8eb-4b65-82f0-6702a7214679 [ 1526.319612] env[70771]: DEBUG oslo_concurrency.lockutils [None req-6f1a0d32-697e-42f8-8be7-5ffe9b71828b tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "30f98ccc-c8eb-4b65-82f0-6702a7214679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.482s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.516097] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.516405] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.516592] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "c27d1156-1fd4-486e-bd6f-6165a8c48102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.516777] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.516950] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.519063] env[70771]: INFO nova.compute.manager [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Terminating instance [ 1531.022990] env[70771]: DEBUG nova.compute.manager [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Start destroying the instance on the hypervisor. {{(pid=70771) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.023249] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Destroying instance {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.024236] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2d274-761e-4434-9c3b-12a6315a8543 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.031892] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Powering off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.032129] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6469daa-2b53-4114-91cd-e039617a2c10 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.038221] env[70771]: DEBUG oslo_vmware.api [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1531.038221] env[70771]: value = "task-3514909" [ 1531.038221] env[70771]: _type = "Task" [ 1531.038221] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.045884] env[70771]: DEBUG oslo_vmware.api [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.548570] env[70771]: DEBUG oslo_vmware.api [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514909, 'name': PowerOffVM_Task, 'duration_secs': 0.209678} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.548996] env[70771]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Powered off the VM {{(pid=70771) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.549129] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Unregistering the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.549307] env[70771]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9756ee-3c5d-47f9-b86a-1f6a344909a5 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.610261] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Unregistered the VM {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.610479] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Deleting contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.610637] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleting the datastore file [datastore2] c27d1156-1fd4-486e-bd6f-6165a8c48102 {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.610901] env[70771]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea45019d-9605-4df4-a091-68133ed60411 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.617531] env[70771]: DEBUG oslo_vmware.api [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for the task: (returnval){ [ 1531.617531] env[70771]: value = "task-3514911" [ 1531.617531] env[70771]: _type = "Task" [ 1531.617531] env[70771]: } to complete. {{(pid=70771) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.626114] env[70771]: DEBUG oslo_vmware.api [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.126805] env[70771]: DEBUG oslo_vmware.api [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Task: {'id': task-3514911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128813} completed successfully. {{(pid=70771) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.127070] env[70771]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted the datastore file {{(pid=70771) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.127266] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Deleted contents of the VM from datastore datastore2 {{(pid=70771) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.127441] env[70771]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Instance destroyed {{(pid=70771) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.127616] env[70771]: INFO nova.compute.manager [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1532.127894] env[70771]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70771) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1532.128121] env[70771]: DEBUG nova.compute.manager [-] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Deallocating network for instance {{(pid=70771) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.128219] env[70771]: DEBUG nova.network.neutron [-] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] deallocate_for_instance() {{(pid=70771) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.408816] env[70771]: DEBUG nova.compute.manager [req-2d60c330-5ad5-4c3a-8789-d99fe045521e req-6c9aebea-49d0-494f-9bef-c58a39919001 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Received event network-vif-deleted-6c399517-1060-41a9-9e57-1925e34a7727 {{(pid=70771) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1532.409036] env[70771]: INFO nova.compute.manager [req-2d60c330-5ad5-4c3a-8789-d99fe045521e req-6c9aebea-49d0-494f-9bef-c58a39919001 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Neutron deleted interface 6c399517-1060-41a9-9e57-1925e34a7727; detaching it from the instance and deleting it from the info cache [ 1532.409217] env[70771]: DEBUG nova.network.neutron [req-2d60c330-5ad5-4c3a-8789-d99fe045521e req-6c9aebea-49d0-494f-9bef-c58a39919001 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.893459] env[70771]: DEBUG nova.network.neutron [-] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Updating instance_info_cache with network_info: [] {{(pid=70771) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.911683] env[70771]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c87e082a-b535-465d-b06e-0a1c177512e3 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.921586] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdb8dcf-7605-464f-9c30-c47e13a519cf {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.945913] env[70771]: DEBUG nova.compute.manager [req-2d60c330-5ad5-4c3a-8789-d99fe045521e req-6c9aebea-49d0-494f-9bef-c58a39919001 service nova] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Detach interface failed, port_id=6c399517-1060-41a9-9e57-1925e34a7727, reason: Instance c27d1156-1fd4-486e-bd6f-6165a8c48102 could not be found. {{(pid=70771) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1533.397627] env[70771]: INFO nova.compute.manager [-] [instance: c27d1156-1fd4-486e-bd6f-6165a8c48102] Took 1.27 seconds to deallocate network for instance. [ 1533.904284] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.904649] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.904772] env[70771]: DEBUG nova.objects.instance [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lazy-loading 'resources' on Instance uuid c27d1156-1fd4-486e-bd6f-6165a8c48102 {{(pid=70771) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.440065] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572dfb9c-7e3f-433a-8091-e98e1f4fa905 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.456129] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13575d29-cdf3-4a44-857e-639200190b74 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.486875] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ef523-65a7-43a6-8b41-f5a1ee727c29 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.493904] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d1272b-093e-43ed-954f-835ce9815736 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.507051] env[70771]: DEBUG nova.compute.provider_tree [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.010747] env[70771]: DEBUG nova.scheduler.client.report [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.515868] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.536078] env[70771]: INFO nova.scheduler.client.report [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Deleted allocations for instance c27d1156-1fd4-486e-bd6f-6165a8c48102 [ 1536.045160] env[70771]: DEBUG oslo_concurrency.lockutils [None req-7a9c0fdd-7787-424b-898c-bb170bb41992 tempest-ServerActionsTestOtherA-1368461845 tempest-ServerActionsTestOtherA-1368461845-project-member] Lock "c27d1156-1fd4-486e-bd6f-6165a8c48102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.529s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.684797] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.689489] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.689678] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.690222] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.193602] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.193865] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.194045] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.194210] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70771) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1542.195233] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d2747-e4ae-4537-ad8e-a11069fcd498 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.203517] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0cced6-f342-48e6-99bd-7bb281134449 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.217645] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05af286f-272a-4783-a617-d018f596d77d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.223748] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185d8f1-4b2f-4538-81ee-f1de237cf32d {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.253341] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180341MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=70771) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1542.253506] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.253705] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.274011] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1543.274237] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70771) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1543.287292] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da038da-3839-454f-8b21-e8f20fcfb405 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.294878] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7afb92-d69f-4c96-82bf-096718137331 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.323556] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffe7165-849a-46f0-9b24-96ada67a44d4 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.330333] env[70771]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2157dbb-dff4-49d2-a71d-b72fce6c0998 {{(pid=70771) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.344249] env[70771]: DEBUG nova.compute.provider_tree [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed in ProviderTree for provider: 1554b050-2605-4d7c-943f-8881c71b07d5 {{(pid=70771) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.847597] env[70771]: DEBUG nova.scheduler.client.report [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Inventory has not changed for provider 1554b050-2605-4d7c-943f-8881c71b07d5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70771) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.353605] env[70771]: DEBUG nova.compute.resource_tracker [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70771) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1544.354024] env[70771]: DEBUG oslo_concurrency.lockutils [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=70771) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.353836] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.354276] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.354312] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.689512] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.689854] env[70771]: DEBUG nova.compute.manager [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70771) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1553.685390] env[70771]: DEBUG oslo_service.periodic_task [None req-9fb4695c-f641-4358-844d-88b48da6be9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70771) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}